diff --git a/out/glu-linear-9L_run/README.md b/out/glu-linear-9L_run/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b5eea0945c53ad40b89d77bbb1e52ef3c8d05cae --- /dev/null +++ b/out/glu-linear-9L_run/README.md @@ -0,0 +1,65 @@ +--- +library_name: transformers +tags: +- generated_from_trainer +model-index: +- name: ACTio-glu-linear-9L + results: [] +--- + + + +# ACTio-glu-linear-9L + +This model is a fine-tuned version of [](https://huggingface.co/) on an unknown dataset. +It achieves the following results on the evaluation set: +- Loss: 0.2028 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 0.0003 +- train_batch_size: 64 +- eval_batch_size: 64 +- seed: 42 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: constant +- training_steps: 2000 + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | +|:-------------:|:------:|:----:|:---------------:| +| 3.2290 | 0.0135 | 200 | 3.0630 | +| 0.9419 | 0.0270 | 400 | 0.9078 | +| 0.4119 | 0.0404 | 600 | 0.4039 | +| 0.3213 | 0.0539 | 800 | 0.3212 | +| 0.2753 | 0.0674 | 1000 | 0.2748 | +| 0.2577 | 0.0809 | 1200 | 0.2531 | +| 0.2275 | 0.0944 | 1400 | 0.2294 | +| 0.2254 | 0.1079 | 1600 | 0.2337 | +| 0.2096 | 0.1213 | 1800 | 0.2087 | +| 0.2011 | 0.1348 | 2000 | 0.2028 | + + +### Framework versions + +- Transformers 5.15.0.dev0 +- Pytorch 2.6.0+cu124 +- Datasets 5.0.1 +- Tokenizers 0.22.2 diff --git a/out/glu-linear-9L_run/checkpoint-1500/config.json b/out/glu-linear-9L_run/checkpoint-1500/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0d5ef6dedbacc386354a033763fe88b9e84d62d2 --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-1500/config.json @@ -0,0 +1,35 @@ +{ + "activation": "linear", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 9, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/glu-linear-9L_run/checkpoint-1500/model.safetensors b/out/glu-linear-9L_run/checkpoint-1500/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b044ccf0b76c3939ab27350511216fad8efe827b --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-1500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92d9ce7258239bf24eb6172496b5928c3ab96490ba932977e4a0cac5a06a0cf6 +size 4011496 diff --git a/out/glu-linear-9L_run/checkpoint-1500/optimizer.pt b/out/glu-linear-9L_run/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..398c4727d435943439566fac91903184f1d69bf4 --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3caaeb2adc29f6465e3fc74df8a80628aa0cb70252170899cc321a561f3d5b06 +size 8074746 diff --git a/out/glu-linear-9L_run/checkpoint-1500/rng_state.pth b/out/glu-linear-9L_run/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..85747b4d2343479451c52c5725a3ef89612931f5 --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2768285b45b2a0c05f6f50bbb8c0287fca6f62a8cde6d1b1f02151ac72ee8dc +size 14244 diff --git a/out/glu-linear-9L_run/checkpoint-1500/scheduler.pt b/out/glu-linear-9L_run/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..47502de634254b6bb5ddc3f55db4ca5f4f520da4 --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b26a759cc207e28dea06eae7ad531c2dd78a09978f6972edbfc1566adccd7142 +size 1064 diff --git a/out/glu-linear-9L_run/checkpoint-1500/tokenizer.json b/out/glu-linear-9L_run/checkpoint-1500/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-1500/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/glu-linear-9L_run/checkpoint-1500/tokenizer_config.json b/out/glu-linear-9L_run/checkpoint-1500/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-1500/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/glu-linear-9L_run/checkpoint-1500/trainer_state.json b/out/glu-linear-9L_run/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..efb17d19af10f76368dec81ed98ca6b7a03da0c9 --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-1500/trainer_state.json @@ -0,0 +1,615 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.10111223458038422, + "eval_steps": 200, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 1.25, + "learning_rate": 0.0003, + "loss": 7.778378295898437, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.1875, + "learning_rate": 0.0003, + "loss": 6.979072570800781, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.09375, + "learning_rate": 0.0003, + "loss": 6.366487884521485, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 2.328125, + "learning_rate": 0.0003, + "loss": 5.798646926879883, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 4.78125, + "learning_rate": 0.0003, + "loss": 5.200259017944336, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 3.421875, + "learning_rate": 0.0003, + "loss": 4.721379089355469, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 3.171875, + "learning_rate": 0.0003, + "loss": 4.299360275268555, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 2.328125, + "learning_rate": 0.0003, + "loss": 3.917990493774414, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 2.359375, + "learning_rate": 0.0003, + "loss": 3.5716182708740236, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 2.890625, + "learning_rate": 0.0003, + "loss": 3.2290443420410155, + "step": 200 + }, + { + "epoch": 0.013481631277384564, + "eval_loss": 3.0630435943603516, + "eval_runtime": 8.4031, + "eval_samples_per_second": 1133.751, + "eval_steps_per_second": 17.732, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 2.84375, + "learning_rate": 0.0003, + "loss": 2.9105119705200195, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 2.21875, + "learning_rate": 0.0003, + "loss": 2.5742773056030273, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 2.875, + "learning_rate": 0.0003, + "loss": 2.2510210037231446, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 1.8359375, + "learning_rate": 0.0003, + "loss": 1.948414421081543, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 2.828125, + "learning_rate": 0.0003, + "loss": 1.6830488204956056, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 2.03125, + "learning_rate": 0.0003, + "loss": 1.488680934906006, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 1.796875, + "learning_rate": 0.0003, + "loss": 1.3138065338134766, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 2.515625, + "learning_rate": 0.0003, + "loss": 1.1533904075622559, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 1.4921875, + "learning_rate": 0.0003, + "loss": 1.040479850769043, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 1.953125, + "learning_rate": 0.0003, + "loss": 0.9418865203857422, + "step": 400 + }, + { + "epoch": 0.026963262554769128, + "eval_loss": 0.9077715873718262, + "eval_runtime": 8.327, + "eval_samples_per_second": 1144.104, + "eval_steps_per_second": 17.894, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 1.0625, + "learning_rate": 0.0003, + "loss": 0.866397476196289, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 1.6015625, + "learning_rate": 0.0003, + "loss": 0.8063242912292481, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 1.171875, + "learning_rate": 0.0003, + "loss": 0.7396225929260254, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.8125, + "learning_rate": 0.0003, + "loss": 0.679314136505127, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.453125, + "learning_rate": 0.0003, + "loss": 0.6011962890625, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.423828125, + "learning_rate": 0.0003, + "loss": 0.5412269592285156, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.447265625, + "learning_rate": 0.0003, + "loss": 0.49077553749084474, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.396484375, + "learning_rate": 0.0003, + "loss": 0.45958123207092283, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.390625, + "learning_rate": 0.0003, + "loss": 0.43019986152648926, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.373046875, + "learning_rate": 0.0003, + "loss": 0.4119072914123535, + "step": 600 + }, + { + "epoch": 0.04044489383215369, + "eval_loss": 0.4039357006549835, + "eval_runtime": 8.4391, + "eval_samples_per_second": 1128.917, + "eval_steps_per_second": 17.656, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.34375, + "learning_rate": 0.0003, + "loss": 0.39308140277862547, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.365234375, + "learning_rate": 0.0003, + "loss": 0.3809913158416748, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.365234375, + "learning_rate": 0.0003, + "loss": 0.3649900913238525, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.44140625, + "learning_rate": 0.0003, + "loss": 0.3559495210647583, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.341796875, + "learning_rate": 0.0003, + "loss": 0.3457839012145996, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 1.5546875, + "learning_rate": 0.0003, + "loss": 0.3411240577697754, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 1.0, + "learning_rate": 0.0003, + "loss": 0.3416250228881836, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 1.2890625, + "learning_rate": 0.0003, + "loss": 0.3455547094345093, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.447265625, + "learning_rate": 0.0003, + "loss": 0.3340980291366577, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.3125, + "learning_rate": 0.0003, + "loss": 0.3213367223739624, + "step": 800 + }, + { + "epoch": 0.053926525109538256, + "eval_loss": 0.32119977474212646, + "eval_runtime": 8.4, + "eval_samples_per_second": 1134.168, + "eval_steps_per_second": 17.738, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.271484375, + "learning_rate": 0.0003, + "loss": 0.31615324020385743, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.267578125, + "learning_rate": 0.0003, + "loss": 0.3102609634399414, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.26171875, + "learning_rate": 0.0003, + "loss": 0.30272841453552246, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.265625, + "learning_rate": 0.0003, + "loss": 0.2957427501678467, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.265625, + "learning_rate": 0.0003, + "loss": 0.29436583518981935, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.267578125, + "learning_rate": 0.0003, + "loss": 0.2905875205993652, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.275390625, + "learning_rate": 0.0003, + "loss": 0.28632206916809083, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.255859375, + "learning_rate": 0.0003, + "loss": 0.28044116497039795, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.2890625, + "learning_rate": 0.0003, + "loss": 0.278120231628418, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.28125, + "learning_rate": 0.0003, + "loss": 0.2752914667129517, + "step": 1000 + }, + { + "epoch": 0.06740815638692282, + "eval_loss": 0.2748347520828247, + "eval_runtime": 8.4469, + "eval_samples_per_second": 1127.864, + "eval_steps_per_second": 17.64, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.267578125, + "learning_rate": 0.0003, + "loss": 0.2703357934951782, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.2578125, + "learning_rate": 0.0003, + "loss": 0.2655144691467285, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.326171875, + "learning_rate": 0.0003, + "loss": 0.26470656394958497, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.337890625, + "learning_rate": 0.0003, + "loss": 0.26000075340270995, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.294921875, + "learning_rate": 0.0003, + "loss": 0.2588791847229004, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.3125, + "learning_rate": 0.0003, + "loss": 0.2555199146270752, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.326171875, + "learning_rate": 0.0003, + "loss": 0.25160832405090333, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.287109375, + "learning_rate": 0.0003, + "loss": 0.2508568048477173, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.8359375, + "learning_rate": 0.0003, + "loss": 0.26505236625671386, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.63671875, + "learning_rate": 0.0003, + "loss": 0.2577481269836426, + "step": 1200 + }, + { + "epoch": 0.08088978766430738, + "eval_loss": 0.25307410955429077, + "eval_runtime": 8.4059, + "eval_samples_per_second": 1133.37, + "eval_steps_per_second": 17.726, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.2890625, + "learning_rate": 0.0003, + "loss": 0.248107647895813, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.244140625, + "learning_rate": 0.0003, + "loss": 0.24457168579101562, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.23828125, + "learning_rate": 0.0003, + "loss": 0.24279680252075195, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.2314453125, + "learning_rate": 0.0003, + "loss": 0.23819704055786134, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.2353515625, + "learning_rate": 0.0003, + "loss": 0.23753654956817627, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.2275390625, + "learning_rate": 0.0003, + "loss": 0.23422625064849853, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.2255859375, + "learning_rate": 0.0003, + "loss": 0.23316617012023927, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.22265625, + "learning_rate": 0.0003, + "loss": 0.23011410236358643, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.2177734375, + "learning_rate": 0.0003, + "loss": 0.22971732616424562, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.2236328125, + "learning_rate": 0.0003, + "loss": 0.22751867771148682, + "step": 1400 + }, + { + "epoch": 0.09437141894169195, + "eval_loss": 0.22943033277988434, + "eval_runtime": 8.4608, + "eval_samples_per_second": 1126.015, + "eval_steps_per_second": 17.611, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.2294921875, + "learning_rate": 0.0003, + "loss": 0.22718305587768556, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.2138671875, + "learning_rate": 0.0003, + "loss": 0.22553596496582032, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.2373046875, + "learning_rate": 0.0003, + "loss": 0.22326209545135497, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.212890625, + "learning_rate": 0.0003, + "loss": 0.2213585376739502, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.21875, + "learning_rate": 0.0003, + "loss": 0.22035691738128663, + "step": 1500 + } + ], + "logging_steps": 20, + "max_steps": 2000, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 435582664704000.0, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/out/glu-linear-9L_run/checkpoint-1500/training_args.bin b/out/glu-linear-9L_run/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..9c322db64ce60f4c59df03c718fe8b9cb337c800 --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf92dabf7b603576d3b82f551073a92c3984245e43d5617ff63f7d3239a77c48 +size 4920 diff --git a/out/glu-linear-9L_run/checkpoint-2000/config.json b/out/glu-linear-9L_run/checkpoint-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0d5ef6dedbacc386354a033763fe88b9e84d62d2 --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-2000/config.json @@ -0,0 +1,35 @@ +{ + "activation": "linear", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 9, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/glu-linear-9L_run/checkpoint-2000/model.safetensors b/out/glu-linear-9L_run/checkpoint-2000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d81dc42c79991df1b68cdc4a4a22c022059f0140 --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-2000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5bce0c90d5c105f9f425e0f61e8e55cbb5a8123aab308fa9ba9f925ad1e1ee1 +size 4011496 diff --git a/out/glu-linear-9L_run/checkpoint-2000/optimizer.pt b/out/glu-linear-9L_run/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ddb77fa5460785b2555e7826532bac00b01def7 --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56ffc0ee4f7d59dd478948f78ef6cd956f9aef5ab08092267009b2b82a07fc60 +size 8074746 diff --git a/out/glu-linear-9L_run/checkpoint-2000/rng_state.pth b/out/glu-linear-9L_run/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..897592cfed30debbd3a3c3daff518edc11a20125 --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1a97db8e41139aa1239ba7fb79ddeb0af5998c6305a440c1fe182e6ad02f2f5 +size 14244 diff --git a/out/glu-linear-9L_run/checkpoint-2000/scheduler.pt b/out/glu-linear-9L_run/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0eed681597fd2dac919368f3452de17e5dc3cd95 --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e91519ad666af6acc4beafd44aa617aefb90f632388a0f75cbf88f957400c190 +size 1064 diff --git a/out/glu-linear-9L_run/checkpoint-2000/tokenizer.json b/out/glu-linear-9L_run/checkpoint-2000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-2000/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/glu-linear-9L_run/checkpoint-2000/tokenizer_config.json b/out/glu-linear-9L_run/checkpoint-2000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-2000/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/glu-linear-9L_run/checkpoint-2000/trainer_state.json b/out/glu-linear-9L_run/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f5eb2f8924d252bdd922edb0484ebafd8713558f --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-2000/trainer_state.json @@ -0,0 +1,814 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.13481631277384565, + "eval_steps": 200, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 1.25, + "learning_rate": 0.0003, + "loss": 7.778378295898437, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.1875, + "learning_rate": 0.0003, + "loss": 6.979072570800781, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.09375, + "learning_rate": 0.0003, + "loss": 6.366487884521485, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 2.328125, + "learning_rate": 0.0003, + "loss": 5.798646926879883, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 4.78125, + "learning_rate": 0.0003, + "loss": 5.200259017944336, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 3.421875, + "learning_rate": 0.0003, + "loss": 4.721379089355469, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 3.171875, + "learning_rate": 0.0003, + "loss": 4.299360275268555, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 2.328125, + "learning_rate": 0.0003, + "loss": 3.917990493774414, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 2.359375, + "learning_rate": 0.0003, + "loss": 3.5716182708740236, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 2.890625, + "learning_rate": 0.0003, + "loss": 3.2290443420410155, + "step": 200 + }, + { + "epoch": 0.013481631277384564, + "eval_loss": 3.0630435943603516, + "eval_runtime": 8.4031, + "eval_samples_per_second": 1133.751, + "eval_steps_per_second": 17.732, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 2.84375, + "learning_rate": 0.0003, + "loss": 2.9105119705200195, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 2.21875, + "learning_rate": 0.0003, + "loss": 2.5742773056030273, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 2.875, + "learning_rate": 0.0003, + "loss": 2.2510210037231446, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 1.8359375, + "learning_rate": 0.0003, + "loss": 1.948414421081543, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 2.828125, + "learning_rate": 0.0003, + "loss": 1.6830488204956056, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 2.03125, + "learning_rate": 0.0003, + "loss": 1.488680934906006, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 1.796875, + "learning_rate": 0.0003, + "loss": 1.3138065338134766, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 2.515625, + "learning_rate": 0.0003, + "loss": 1.1533904075622559, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 1.4921875, + "learning_rate": 0.0003, + "loss": 1.040479850769043, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 1.953125, + "learning_rate": 0.0003, + "loss": 0.9418865203857422, + "step": 400 + }, + { + "epoch": 0.026963262554769128, + "eval_loss": 0.9077715873718262, + "eval_runtime": 8.327, + "eval_samples_per_second": 1144.104, + "eval_steps_per_second": 17.894, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 1.0625, + "learning_rate": 0.0003, + "loss": 0.866397476196289, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 1.6015625, + "learning_rate": 0.0003, + "loss": 0.8063242912292481, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 1.171875, + "learning_rate": 0.0003, + "loss": 0.7396225929260254, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.8125, + "learning_rate": 0.0003, + "loss": 0.679314136505127, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.453125, + "learning_rate": 0.0003, + "loss": 0.6011962890625, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.423828125, + "learning_rate": 0.0003, + "loss": 0.5412269592285156, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.447265625, + "learning_rate": 0.0003, + "loss": 0.49077553749084474, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.396484375, + "learning_rate": 0.0003, + "loss": 0.45958123207092283, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.390625, + "learning_rate": 0.0003, + "loss": 0.43019986152648926, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.373046875, + "learning_rate": 0.0003, + "loss": 0.4119072914123535, + "step": 600 + }, + { + "epoch": 0.04044489383215369, + "eval_loss": 0.4039357006549835, + "eval_runtime": 8.4391, + "eval_samples_per_second": 1128.917, + "eval_steps_per_second": 17.656, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.34375, + "learning_rate": 0.0003, + "loss": 0.39308140277862547, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.365234375, + "learning_rate": 0.0003, + "loss": 0.3809913158416748, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.365234375, + "learning_rate": 0.0003, + "loss": 0.3649900913238525, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.44140625, + "learning_rate": 0.0003, + "loss": 0.3559495210647583, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.341796875, + "learning_rate": 0.0003, + "loss": 0.3457839012145996, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 1.5546875, + "learning_rate": 0.0003, + "loss": 0.3411240577697754, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 1.0, + "learning_rate": 0.0003, + "loss": 0.3416250228881836, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 1.2890625, + "learning_rate": 0.0003, + "loss": 0.3455547094345093, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.447265625, + "learning_rate": 0.0003, + "loss": 0.3340980291366577, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.3125, + "learning_rate": 0.0003, + "loss": 0.3213367223739624, + "step": 800 + }, + { + "epoch": 0.053926525109538256, + "eval_loss": 0.32119977474212646, + "eval_runtime": 8.4, + "eval_samples_per_second": 1134.168, + "eval_steps_per_second": 17.738, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.271484375, + "learning_rate": 0.0003, + "loss": 0.31615324020385743, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.267578125, + "learning_rate": 0.0003, + "loss": 0.3102609634399414, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.26171875, + "learning_rate": 0.0003, + "loss": 0.30272841453552246, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.265625, + "learning_rate": 0.0003, + "loss": 0.2957427501678467, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.265625, + "learning_rate": 0.0003, + "loss": 0.29436583518981935, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.267578125, + "learning_rate": 0.0003, + "loss": 0.2905875205993652, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.275390625, + "learning_rate": 0.0003, + "loss": 0.28632206916809083, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.255859375, + "learning_rate": 0.0003, + "loss": 0.28044116497039795, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.2890625, + "learning_rate": 0.0003, + "loss": 0.278120231628418, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.28125, + "learning_rate": 0.0003, + "loss": 0.2752914667129517, + "step": 1000 + }, + { + "epoch": 0.06740815638692282, + "eval_loss": 0.2748347520828247, + "eval_runtime": 8.4469, + "eval_samples_per_second": 1127.864, + "eval_steps_per_second": 17.64, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.267578125, + "learning_rate": 0.0003, + "loss": 0.2703357934951782, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.2578125, + "learning_rate": 0.0003, + "loss": 0.2655144691467285, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.326171875, + "learning_rate": 0.0003, + "loss": 0.26470656394958497, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.337890625, + "learning_rate": 0.0003, + "loss": 0.26000075340270995, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.294921875, + "learning_rate": 0.0003, + "loss": 0.2588791847229004, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.3125, + "learning_rate": 0.0003, + "loss": 0.2555199146270752, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.326171875, + "learning_rate": 0.0003, + "loss": 0.25160832405090333, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.287109375, + "learning_rate": 0.0003, + "loss": 0.2508568048477173, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.8359375, + "learning_rate": 0.0003, + "loss": 0.26505236625671386, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.63671875, + "learning_rate": 0.0003, + "loss": 0.2577481269836426, + "step": 1200 + }, + { + "epoch": 0.08088978766430738, + "eval_loss": 0.25307410955429077, + "eval_runtime": 8.4059, + "eval_samples_per_second": 1133.37, + "eval_steps_per_second": 17.726, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.2890625, + "learning_rate": 0.0003, + "loss": 0.248107647895813, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.244140625, + "learning_rate": 0.0003, + "loss": 0.24457168579101562, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.23828125, + "learning_rate": 0.0003, + "loss": 0.24279680252075195, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.2314453125, + "learning_rate": 0.0003, + "loss": 0.23819704055786134, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.2353515625, + "learning_rate": 0.0003, + "loss": 0.23753654956817627, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.2275390625, + "learning_rate": 0.0003, + "loss": 0.23422625064849853, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.2255859375, + "learning_rate": 0.0003, + "loss": 0.23316617012023927, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.22265625, + "learning_rate": 0.0003, + "loss": 0.23011410236358643, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.2177734375, + "learning_rate": 0.0003, + "loss": 0.22971732616424562, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.2236328125, + "learning_rate": 0.0003, + "loss": 0.22751867771148682, + "step": 1400 + }, + { + "epoch": 0.09437141894169195, + "eval_loss": 0.22943033277988434, + "eval_runtime": 8.4608, + "eval_samples_per_second": 1126.015, + "eval_steps_per_second": 17.611, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.2294921875, + "learning_rate": 0.0003, + "loss": 0.22718305587768556, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.2138671875, + "learning_rate": 0.0003, + "loss": 0.22553596496582032, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.2373046875, + "learning_rate": 0.0003, + "loss": 0.22326209545135497, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.212890625, + "learning_rate": 0.0003, + "loss": 0.2213585376739502, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.21875, + "learning_rate": 0.0003, + "loss": 0.22035691738128663, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.2275390625, + "learning_rate": 0.0003, + "loss": 0.21844491958618165, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.2216796875, + "learning_rate": 0.0003, + "loss": 0.2179863691329956, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.2294921875, + "learning_rate": 0.0003, + "loss": 0.217010498046875, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.22265625, + "learning_rate": 0.0003, + "loss": 0.2174626350402832, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 1.109375, + "learning_rate": 0.0003, + "loss": 0.2253711462020874, + "step": 1600 + }, + { + "epoch": 0.10785305021907651, + "eval_loss": 0.23372706770896912, + "eval_runtime": 8.4084, + "eval_samples_per_second": 1133.035, + "eval_steps_per_second": 17.72, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.494140625, + "learning_rate": 0.0003, + "loss": 0.22224326133728028, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.2451171875, + "learning_rate": 0.0003, + "loss": 0.21563270092010497, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.21484375, + "learning_rate": 0.0003, + "loss": 0.21244332790374756, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.2080078125, + "learning_rate": 0.0003, + "loss": 0.21173064708709716, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.208984375, + "learning_rate": 0.0003, + "loss": 0.2120938777923584, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.2060546875, + "learning_rate": 0.0003, + "loss": 0.20998167991638184, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.205078125, + "learning_rate": 0.0003, + "loss": 0.2100886106491089, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.2119140625, + "learning_rate": 0.0003, + "loss": 0.2085808038711548, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.201171875, + "learning_rate": 0.0003, + "loss": 0.20966055393218994, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.205078125, + "learning_rate": 0.0003, + "loss": 0.20960137844085694, + "step": 1800 + }, + { + "epoch": 0.12133468149646107, + "eval_loss": 0.20872168242931366, + "eval_runtime": 8.4554, + "eval_samples_per_second": 1126.736, + "eval_steps_per_second": 17.622, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.2158203125, + "learning_rate": 0.0003, + "loss": 0.20879044532775878, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.2060546875, + "learning_rate": 0.0003, + "loss": 0.20482723712921141, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.220703125, + "learning_rate": 0.0003, + "loss": 0.20474963188171386, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.2109375, + "learning_rate": 0.0003, + "loss": 0.20423946380615235, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.216796875, + "learning_rate": 0.0003, + "loss": 0.20402367115020753, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.2119140625, + "learning_rate": 0.0003, + "loss": 0.20232999324798584, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.203125, + "learning_rate": 0.0003, + "loss": 0.20286252498626708, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.20703125, + "learning_rate": 0.0003, + "loss": 0.20078661441802978, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.2080078125, + "learning_rate": 0.0003, + "loss": 0.20174212455749513, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.208984375, + "learning_rate": 0.0003, + "loss": 0.20114669799804688, + "step": 2000 + }, + { + "epoch": 0.13481631277384565, + "eval_loss": 0.20278693735599518, + "eval_runtime": 8.4147, + "eval_samples_per_second": 1132.186, + "eval_steps_per_second": 17.707, + "step": 2000 + } + ], + "logging_steps": 20, + "max_steps": 2000, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 580776886272000.0, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/out/glu-linear-9L_run/checkpoint-2000/training_args.bin b/out/glu-linear-9L_run/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..9c322db64ce60f4c59df03c718fe8b9cb337c800 --- /dev/null +++ b/out/glu-linear-9L_run/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf92dabf7b603576d3b82f551073a92c3984245e43d5617ff63f7d3239a77c48 +size 4920 diff --git a/out/glu-linear-9L_run/model.safetensors b/out/glu-linear-9L_run/model.safetensors index 3adf2241fe4b5a7a5ca100be839cef3a1934f18f..d81dc42c79991df1b68cdc4a4a22c022059f0140 100644 --- a/out/glu-linear-9L_run/model.safetensors +++ b/out/glu-linear-9L_run/model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:920847be41cb9f066360b9a2fdbbb06c94b8396b086f977d97d4ab5c5e8c5873 +oid sha256:c5bce0c90d5c105f9f425e0f61e8e55cbb5a8123aab308fa9ba9f925ad1e1ee1 size 4011496 diff --git a/out/glu-linear-9L_run/tokenizer.json b/out/glu-linear-9L_run/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/glu-linear-9L_run/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/glu-linear-9L_run/tokenizer_config.json b/out/glu-linear-9L_run/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/glu-linear-9L_run/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/glu-linear-9L_run/training_log.jsonl b/out/glu-linear-9L_run/training_log.jsonl index 7bc1a729580fd56fd9fc905fc94c227762c2d3d4..d901f4a65565935d4e77e16c3a7b7dfeebc91517 100644 --- a/out/glu-linear-9L_run/training_log.jsonl +++ b/out/glu-linear-9L_run/training_log.jsonl @@ -77,3 +77,36 @@ {"step": 1400, "epoch": 0.09437141894169195, "timestamp": 1786049111.2755773, "eval_loss": 0.22943033277988434, "eval_runtime": 8.4608, "eval_samples_per_second": 1126.015, "eval_steps_per_second": 17.611, "train/total_time_seconds": 42.41935469582677, "train/time_per_step_avg": 0.029593930803239344, "train/epoch_time_elapsed": 169.19991973415017, "train/estimated_remaining_minutes": 0.3029953906844769} {"step": 1420, "epoch": 0.0957195820694304, "timestamp": 1786049112.8939407, "loss": 0.22718305587768556, "grad_norm": 0.2294921875, "learning_rate": 0.0003, "train/total_time_seconds": 43.06736721098423, "train/time_per_step_avg": 0.03020951133221388, "train/epoch_time_elapsed": 170.8181931823492, "train/estimated_remaining_minutes": 0.2931816077743058, "train/global/act/norm": 26808.590011520675, "train/global/act/mean": -0.21044476835601664, "train/global/act/std": 0.0, "train/global/act/max_abs": 11.0, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 0.22934877895343325, "train/global/grad/mean": -7.907359152256449e-07, "train/global/grad/std": 0.00016178658568093463, "train/global/grad/max_abs": 0.0257568359375, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 76.18557729321213, "train/global/param/mean": 0.0008595748720818677, "train/global/param/std": 0.05376020545353718, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 3967.243012489412, "train/layer_model_layers_0/act/mean": -0.009417533874511719, "train/layer_model_layers_0/act/std": 0.517750266628526, "train/layer_model_layers_0/act/max_abs": 5.9375, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 0.03670650798098524, "train/layer_model_layers_0/grad/mean": 3.0860049118303845e-09, "train/layer_model_layers_0/grad/std": 9.067907470864696e-05, "train/layer_model_layers_0/grad/max_abs": 0.002197265625, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 6780.0826183336085, "train/layer_model_layers_5/act/mean": 0.022156851632254466, "train/layer_model_layers_5/act/std": 0.8841888135701962, "train/layer_model_layers_5/act/max_abs": 5.5625, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 0.042789482819855625, "train/layer_model_layers_5/grad/mean": 2.433933817466224e-08, "train/layer_model_layers_5/grad/std": 0.00010580315995875854, "train/layer_model_layers_5/grad/max_abs": 0.0012664794921875, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 18.661451065213953, "train/layer__model_layers_6/param/mean": 0.0016755150186476208, "train/layer__model_layers_6/param/std": 0.046035584012821214, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 7379.1362710777175, "train/layer_model_layers_6/act/mean": 0.009416852678571428, "train/layer_model_layers_6/act/std": 0.9619460125807456, "train/layer_model_layers_6/act/max_abs": 6.15625, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.03797862662722612, "train/layer_model_layers_6/grad/mean": -2.8390188983135947e-07, "train/layer_model_layers_6/grad/std": 9.365974732537043e-05, "train/layer_model_layers_6/grad/max_abs": 0.0012969970703125, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 18.36011301708135, "train/layer__model_layers_3/param/mean": 0.0014741216174525887, "train/layer__model_layers_3/param/std": 0.04530026757107938, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 5600.670493996376, "train/layer_model_layers_2/act/mean": -0.009030112198420934, "train/layer_model_layers_2/act/std": 0.730984680273853, "train/layer_model_layers_2/act/max_abs": 5.125, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 0.044037904585847845, "train/layer_model_layers_2/grad/mean": 3.7535786768203594e-07, "train/layer_model_layers_2/grad/std": 0.00010869948493152224, "train/layer_model_layers_2/grad/max_abs": 0.0021514892578125, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 6179.140434078599, "train/layer_model_layers_3/act/mean": 0.050273350306919644, "train/layer_model_layers_3/act/std": 0.8051182333266429, "train/layer_model_layers_3/act/max_abs": 5.125, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 0.04524428123555525, "train/layer_model_layers_3/grad/mean": -3.0938434224232867e-07, "train/layer_model_layers_3/grad/std": 0.0001115839708546398, "train/layer_model_layers_3/grad/max_abs": 0.00188446044921875, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 6425.102204437968, "train/layer_model_layers_8/act/mean": 0.015187944684709822, "train/layer_model_layers_8/act/std": 0.8377949262250134, "train/layer_model_layers_8/act/max_abs": 4.3125, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.02788386669903764, "train/layer_model_layers_8/grad/mean": -3.8496603645884114e-07, "train/layer_model_layers_8/grad/std": 6.891652401956493e-05, "train/layer_model_layers_8/grad/max_abs": 0.00090789794921875, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 19.47044911325558, "train/layer__model_layers_8/param/mean": 0.0014500729565315425, "train/layer__model_layers_8/param/std": 0.0480147928485793, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 4162.195699596543, "train/layer_model_layers_1/act/mean": 0.0005356243678501674, "train/layer_model_layers_1/act/std": 0.543279744431432, "train/layer_model_layers_1/act/max_abs": 3.609375, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 0.048826553274727, "train/layer_model_layers_1/grad/mean": 1.765023364849656e-07, "train/layer_model_layers_1/grad/std": 0.0001204007059862295, "train/layer_model_layers_1/grad/max_abs": 0.001922607421875, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 18.404021511954934, "train/layer__model_layers_0/param/mean": 0.0015971857746380168, "train/layer__model_layers_0/param/std": 0.04541291606325731, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 18.45980509910316, "train/layer__model_layers_5/param/mean": 0.0015774874159028862, "train/layer__model_layers_5/param/std": 0.045547154529769415, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 6370.943837049406, "train/layer_model_layers_7/act/mean": 0.010334559849330358, "train/layer_model_layers_7/act/std": 0.831016075549189, "train/layer_model_layers_7/act/max_abs": 4.5, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.031606293126606566, "train/layer_model_layers_7/grad/mean": 1.3347806673433033e-08, "train/layer_model_layers_7/grad/std": 7.801327352330931e-05, "train/layer_model_layers_7/grad/max_abs": 0.0015106201171875, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 18.323075817718895, "train/layer__model_layers_2/param/mean": 0.0014860299001803823, "train/layer__model_layers_2/param/std": 0.04520217332672712, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 18.35053643630071, "train/layer__model_layers_4/param/mean": 0.0015596339185598674, "train/layer__model_layers_4/param/std": 0.04527023483476581, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 18.709030761406375, "train/layer__model_layers_7/param/mean": 0.0015216892855401717, "train/layer__model_layers_7/param/std": 0.04616903629143692, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 18.283533511229443, "train/layer__model_layers_1/param/mean": 0.0014809654581007458, "train/layer__model_layers_1/param/std": 0.045113904916780835, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 6353.445216971825, "train/layer_model_layers_4/act/mean": 0.013706071036202567, "train/layer_model_layers_4/act/std": 0.8289679303123636, "train/layer_model_layers_4/act/max_abs": 5.90625, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 0.04374126739164836, "train/layer_model_layers_4/grad/mean": -3.8112088015038586e-07, "train/layer_model_layers_4/grad/std": 0.00010790295263092024, "train/layer_model_layers_4/grad/max_abs": 0.00173187255859375, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 159.19338989257812, "train/tensor_act_model_embed_tokens/mean": 0.000885009765625, "train/tensor_act_model_embed_tokens/std": 0.07763671875, "train/tensor_act_model_embed_tokens/max_abs": 0.25, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 812.1860961914062, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 2047.5289306640625, "train/tensor_act_model_layers_0_input_layernorm/mean": 0.01165771484375, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 3.546875, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 1079.8101806640625, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": 0.0089111328125, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.52734375, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 5.9375, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 1672.269287109375, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": -0.039306640625, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.81640625, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 5.75, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 462.0683898925781, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.0024871826171875, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.2255859375, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.15625, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 115.62469482421875, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": 6.389617919921875e-05, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.056396484375, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.30078125, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 115.62469482421875, "train/tensor_act_model_layers_0_self_attn/mean": 6.389617919921875e-05, "train/tensor_act_model_layers_0_self_attn/std": 0.056396484375, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.30078125, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 2047.8675537109375, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": 0.01202392578125, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 3.765625, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1282.1224365234375, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.0380859375, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.44140625, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1186.8487548828125, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.0255126953125, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.408203125, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.1875, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 135.42897033691406, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.00115966796875, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.06591796875, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.3203125, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 135.42897033691406, "train/tensor_act_model_layers_0_mlp/mean": 0.00115966796875, "train/tensor_act_model_layers_0_mlp/std": 0.06591796875, "train/tensor_act_model_layers_0_mlp/max_abs": 0.3203125, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 247.04458618164062, "train/tensor_act_model_layers_0/mean": 0.002105712890625, "train/tensor_act_model_layers_0/std": 0.12060546875, "train/tensor_act_model_layers_0/max_abs": 0.58984375, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 2047.91357421875, "train/tensor_act_model_layers_1_input_layernorm/mean": 0.0206298828125, "train/tensor_act_model_layers_1_input_layernorm/std": 1.0, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 3.609375, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 1047.132568359375, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": 0.0283203125, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 0.51171875, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 2.546875, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 1263.5335693359375, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": 0.00023555755615234375, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 0.6171875, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 2.671875, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 495.11627197265625, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": -0.024658203125, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.240234375, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 141.5190887451172, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": 0.0107421875, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.068359375, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.23828125, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 141.5190887451172, "train/tensor_act_model_layers_1_self_attn/mean": 0.0107421875, "train/tensor_act_model_layers_1_self_attn/std": 0.068359375, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.23828125, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 2047.95361328125, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.0869140625, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 3.53125, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1769.5960693359375, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": -0.0291748046875, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.609375, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1630.8553466796875, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.04345703125, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.5625, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.4375, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 161.5647430419922, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.0023193359375, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.07861328125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.373046875, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 161.5647430419922, "train/tensor_act_model_layers_1_mlp/mean": 0.0023193359375, "train/tensor_act_model_layers_1_mlp/std": 0.07861328125, "train/tensor_act_model_layers_1_mlp/max_abs": 0.373046875, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 338.000244140625, "train/tensor_act_model_layers_1/mean": 0.01519775390625, "train/tensor_act_model_layers_1/std": 0.1640625, "train/tensor_act_model_layers_1/max_abs": 0.62890625, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 2047.9617919921875, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.09326171875, "train/tensor_act_model_layers_2_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 3.5625, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 3162.923095703125, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.2021484375, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 1.53125, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 5.125, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 2877.832275390625, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": -0.02880859375, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 1.40625, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 4.6875, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 436.6414794921875, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": 1.2993812561035156e-05, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.212890625, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.0859375, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 119.40271759033203, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": -0.000732421875, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.058349609375, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 0.25, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 119.40271759033203, "train/tensor_act_model_layers_2_self_attn/mean": -0.000732421875, "train/tensor_act_model_layers_2_self_attn/std": 0.058349609375, "train/tensor_act_model_layers_2_self_attn/max_abs": 0.25, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 2047.9625244140625, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.07763671875, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 3.546875, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1600.71240234375, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.03564453125, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.55078125, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1326.77978515625, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.0040283203125, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.458984375, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 97.79328155517578, "train/tensor_act_model_layers_2_mlp_down_proj/mean": -1.537799835205078e-05, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.0478515625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.25, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 97.79328155517578, "train/tensor_act_model_layers_2_mlp/mean": -1.537799835205078e-05, "train/tensor_act_model_layers_2_mlp/std": 0.0478515625, "train/tensor_act_model_layers_2_mlp/max_abs": 0.25, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 363.7158508300781, "train/tensor_act_model_layers_2/mean": 0.01446533203125, "train/tensor_act_model_layers_2/std": 0.1767578125, "train/tensor_act_model_layers_2/max_abs": 0.6484375, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 2047.966064453125, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.08203125, "train/tensor_act_model_layers_3_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 3.609375, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 3844.452880859375, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": 0.181640625, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 1.8671875, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 5.125, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 3222.5224609375, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": 0.14453125, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 1.5703125, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 4.125, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 446.17071533203125, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": -0.00506591796875, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.2177734375, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 128.8141632080078, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": 0.0087890625, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.062255859375, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 0.265625, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 128.8141632080078, "train/tensor_act_model_layers_3_self_attn/mean": 0.0087890625, "train/tensor_act_model_layers_3_self_attn/std": 0.062255859375, "train/tensor_act_model_layers_3_self_attn/max_abs": 0.265625, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 2047.966064453125, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.11572265625, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 0.9921875, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 3.59375, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1520.60400390625, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": 0.057861328125, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.5234375, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 1385.50048828125, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.01080322265625, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.478515625, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 89.40238189697266, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.0022735595703125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.043701171875, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.234375, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 89.40238189697266, "train/tensor_act_model_layers_3_mlp/mean": 0.0022735595703125, "train/tensor_act_model_layers_3_mlp/std": 0.043701171875, "train/tensor_act_model_layers_3_mlp/max_abs": 0.234375, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 385.86181640625, "train/tensor_act_model_layers_3/mean": 0.0255126953125, "train/tensor_act_model_layers_3/std": 0.1865234375, "train/tensor_act_model_layers_3/max_abs": 0.7265625, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 2047.9736328125, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.1357421875, "train/tensor_act_model_layers_4_input_layernorm/std": 0.9921875, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 3.671875, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 3877.8974609375, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": -0.0296630859375, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 1.890625, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 5.90625, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 3376.448974609375, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": -0.0301513671875, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 1.6484375, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 4.71875, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 410.62506103515625, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": 0.01318359375, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.2001953125, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 114.99503326416016, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": -0.004058837890625, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.055908203125, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.248046875, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 114.99503326416016, "train/tensor_act_model_layers_4_self_attn/mean": -0.004058837890625, "train/tensor_act_model_layers_4_self_attn/std": 0.055908203125, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.248046875, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 2047.9736328125, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.1044921875, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 3.671875, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 1471.1959228515625, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.000820159912109375, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.5078125, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 2.359375, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 1738.6807861328125, "train/tensor_act_model_layers_4_mlp_up_proj/mean": -0.006561279296875, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.6015625, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 2.859375, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 114.17131042480469, "train/tensor_act_model_layers_4_mlp_down_proj/mean": -0.00010013580322265625, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.0556640625, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.30078125, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 114.17131042480469, "train/tensor_act_model_layers_4_mlp/mean": -0.00010013580322265625, "train/tensor_act_model_layers_4_mlp/std": 0.0556640625, "train/tensor_act_model_layers_4_mlp/max_abs": 0.30078125, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 361.6885070800781, "train/tensor_act_model_layers_4/mean": 0.0213623046875, "train/tensor_act_model_layers_4/std": 0.17578125, "train/tensor_act_model_layers_4/max_abs": 0.67578125, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 2047.959716796875, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.12109375, "train/tensor_act_model_layers_5_input_layernorm/std": 0.9921875, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 3.875, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 4070.131103515625, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": 0.03662109375, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 1.984375, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 5.5625, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 3584.092041015625, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": 0.0712890625, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 1.75, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 4.53125, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 430.4957275390625, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": -0.0031585693359375, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.2099609375, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 1.046875, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 130.4306640625, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": -0.004150390625, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.0634765625, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.40625, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 130.4306640625, "train/tensor_act_model_layers_5_self_attn/mean": -0.004150390625, "train/tensor_act_model_layers_5_self_attn/std": 0.0634765625, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.40625, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 2047.9658203125, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": 0.08447265625, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 3.71875, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 2036.777587890625, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.10986328125, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.6953125, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 1906.8634033203125, "train/tensor_act_model_layers_5_mlp_up_proj/mean": -0.107421875, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.6484375, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 140.92796325683594, "train/tensor_act_model_layers_5_mlp_down_proj/mean": -0.004638671875, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.06884765625, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.37109375, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 140.92796325683594, "train/tensor_act_model_layers_5_mlp/mean": -0.004638671875, "train/tensor_act_model_layers_5_mlp/std": 0.06884765625, "train/tensor_act_model_layers_5_mlp/max_abs": 0.37109375, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 354.7831726074219, "train/tensor_act_model_layers_5/mean": 0.0125732421875, "train/tensor_act_model_layers_5/std": 0.1728515625, "train/tensor_act_model_layers_5/max_abs": 0.69140625, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 2047.9600830078125, "train/tensor_act_model_layers_6_input_layernorm/mean": 0.072265625, "train/tensor_act_model_layers_6_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 3.9375, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 4522.59716796875, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": -0.06982421875, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 2.203125, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 6.15625, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 4053.111328125, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": 0.10546875, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 1.9765625, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 4.625, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 383.7494812011719, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": -0.006927490234375, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.1875, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 0.97265625, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 115.5569839477539, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.003997802734375, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.056396484375, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 0.373046875, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 115.5569839477539, "train/tensor_act_model_layers_6_self_attn/mean": -0.003997802734375, "train/tensor_act_model_layers_6_self_attn/std": 0.056396484375, "train/tensor_act_model_layers_6_self_attn/max_abs": 0.373046875, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 2047.972412109375, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": 0.043701171875, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 3.75, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 2075.11767578125, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.025390625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.71484375, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 2121.69677734375, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.0159912109375, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.73046875, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 2.875, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 153.18704223632812, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.0017852783203125, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.07470703125, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.443359375, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 153.18704223632812, "train/tensor_act_model_layers_6_mlp/mean": 0.0017852783203125, "train/tensor_act_model_layers_6_mlp/std": 0.07470703125, "train/tensor_act_model_layers_6_mlp/max_abs": 0.443359375, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 391.2932434082031, "train/tensor_act_model_layers_6/mean": 0.0103759765625, "train/tensor_act_model_layers_6/std": 0.1904296875, "train/tensor_act_model_layers_6/max_abs": 0.80859375, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 2047.9661865234375, "train/tensor_act_model_layers_7_input_layernorm/mean": 0.054443359375, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 3.90625, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 3569.3134765625, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": -0.01019287109375, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 1.7421875, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 4.5, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 3204.9716796875, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": 0.056396484375, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 1.5625, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 4.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 366.8623352050781, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": 0.0164794921875, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.1787109375, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 0.8828125, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 75.00821685791016, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": -0.0018463134765625, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.03662109375, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 0.287109375, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 75.00821685791016, "train/tensor_act_model_layers_7_self_attn/mean": -0.0018463134765625, "train/tensor_act_model_layers_7_self_attn/std": 0.03662109375, "train/tensor_act_model_layers_7_self_attn/max_abs": 0.287109375, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 2047.967041015625, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": 0.043212890625, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 3.9375, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 2109.78076171875, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": 0.003265380859375, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.7265625, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 2082.035400390625, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.005767822265625, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.71875, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 171.81077575683594, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.005157470703125, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.08349609375, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.4140625, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 171.81077575683594, "train/tensor_act_model_layers_7_mlp/mean": -0.005157470703125, "train/tensor_act_model_layers_7_mlp/std": 0.08349609375, "train/tensor_act_model_layers_7_mlp/max_abs": 0.4140625, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 444.77423095703125, "train/tensor_act_model_layers_7/mean": 0.00335693359375, "train/tensor_act_model_layers_7/std": 0.216796875, "train/tensor_act_model_layers_7/max_abs": 0.97265625, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 2047.977783203125, "train/tensor_act_model_layers_8_input_layernorm/mean": 0.01507568359375, "train/tensor_act_model_layers_8_input_layernorm/std": 1.0, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 3.734375, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 3656.3779296875, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": 0.2421875, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 1.765625, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 4.3125, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 3238.60498046875, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": 0.0022125244140625, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 1.578125, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 3.546875, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 391.1572570800781, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": -0.01055908203125, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.1904296875, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 0.9453125, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 128.23892211914062, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": -0.0023345947265625, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.0625, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 0.396484375, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 128.23892211914062, "train/tensor_act_model_layers_8_self_attn/mean": -0.0023345947265625, "train/tensor_act_model_layers_8_self_attn/std": 0.0625, "train/tensor_act_model_layers_8_self_attn/max_abs": 0.396484375, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 2047.96630859375, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": 0.004486083984375, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 3.75, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 2054.62060546875, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.0240478515625, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.7109375, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 3.328125, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 1964.636474609375, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.0007476806640625, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 440.32403564453125, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.004150390625, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.21484375, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 1.96875, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 440.32403564453125, "train/tensor_act_model_layers_8_mlp/mean": 0.004150390625, "train/tensor_act_model_layers_8_mlp/std": 0.21484375, "train/tensor_act_model_layers_8_mlp/max_abs": 1.96875, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 617.2279052734375, "train/tensor_act_model_layers_8/mean": 0.00518798828125, "train/tensor_act_model_layers_8/std": 0.30078125, "train/tensor_act_model_layers_8/max_abs": 2.09375, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 2047.9737548828125, "train/tensor_act_model_norm/mean": 0.0185546875, "train/tensor_act_model_norm/std": 1.0, "train/tensor_act_model_norm/max_abs": 5.5, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 2047.9737548828125, "train/tensor_act_model/mean": 0.0185546875, "train/tensor_act_model/std": 1.0, "train/tensor_act_model/max_abs": 5.5, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 19605.015625, "train/tensor_act_lm_head/mean": -1.109375, "train/tensor_act_lm_head/std": 1.2734375, "train/tensor_act_lm_head/max_abs": 11.0, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 0.23128260672092438, "train/tensor_act_/mean": 0.23128260672092438, "train/tensor_act_/std": NaN, "train/tensor_act_/max_abs": 0.23128260672092438, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.1376953125, "train/tensor_grad_model_norm_weight/mean": -0.01123046875, "train/tensor_grad_model_norm_weight/std": 0.00457763671875, "train/tensor_grad_model_norm_weight/max_abs": 0.0257568359375, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.0159912109375, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -1.9371509552001953e-06, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 8.869171142578125e-05, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.00090789794921875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 0.0120849609375, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -1.1362135410308838e-07, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 6.67572021484375e-05, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 0.000865936279296875, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 0.01226806640625, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -1.7229467630386353e-08, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 6.771087646484375e-05, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 0.000881195068359375, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.000514984130859375, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": -9.775161743164062e-06, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 4.458427429199219e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 0.00016689300537109375, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.00927734375, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": 5.662441253662109e-07, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 7.2479248046875e-05, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.0005950927734375, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.01177978515625, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": -2.5331974029541016e-07, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 9.202957153320312e-05, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.0003986358642578125, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.00023174285888671875, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": 1.2048985809087753e-08, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 1.8104910850524902e-06, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 1.245737075805664e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.00010776519775390625, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": 1.4551915228366852e-09, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 8.419156074523926e-07, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 5.781650543212891e-06, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.0002765655517578125, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": 3.874301910400391e-06, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 2.4199485778808594e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 6.961822509765625e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.01177978515625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 1.3504177331924438e-07, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 6.532669067382812e-05, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.00061798095703125, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 0.0181884765625, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 2.2258609533309937e-07, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 0.00010013580322265625, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 0.0015106201171875, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 0.01507568359375, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": 2.0302832126617432e-07, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 8.344650268554688e-05, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 0.00087738037109375, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.000644683837890625, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": -1.1444091796875e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 5.602836608886719e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.000286102294921875, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.009033203125, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": -7.972121238708496e-07, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 7.05718994140625e-05, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.000652313232421875, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.01483154296875, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": -9.546056389808655e-08, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.00011587142944335938, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.000499725341796875, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 6.914138793945312e-05, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": 4.05634636990726e-10, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 5.401670932769775e-07, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 5.692243576049805e-06, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 4.7206878662109375e-05, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": -3.725290298461914e-09, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 3.688037395477295e-07, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 3.6954879760742188e-06, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.0003185272216796875, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": -2.849847078323364e-07, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 2.8252601623535156e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 9.059906005859375e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.010986328125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 1.6577541828155518e-07, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 6.0558319091796875e-05, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.0004673004150390625, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 0.020751953125, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": -2.2910535335540771e-07, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 0.00011444091796875, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 0.0012969970703125, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 0.01953125, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -1.1548399925231934e-06, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 0.00010776519775390625, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 0.0009918212890625, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.000640869140625, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": 2.473592758178711e-06, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 5.698204040527344e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 0.00017547607421875, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.01190185546875, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": -3.0547380447387695e-07, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 9.298324584960938e-05, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.000873565673828125, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.0191650390625, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": -3.91155481338501e-08, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.00014972686767578125, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.000667572021484375, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 3.886222839355469e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": 1.1198153515579179e-11, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 3.03611159324646e-07, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 1.996755599975586e-06, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 2.7894973754882812e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": 1.4915713109076023e-09, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 2.1792948246002197e-07, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 1.6689300537109375e-06, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.0004444122314453125, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": -1.0669231414794922e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 3.790855407714844e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.00012874603271484375, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.0128173828125, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -8.195638656616211e-07, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 7.05718994140625e-05, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.000583648681640625, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 0.02490234375, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": 1.1995434761047363e-06, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 0.00013828277587890625, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 0.0012664794921875, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 0.017333984375, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -2.775341272354126e-07, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 9.584426879882812e-05, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 0.00086212158203125, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.000698089599609375, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": -1.735985279083252e-06, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 6.198883056640625e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 0.00021648406982421875, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.016845703125, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": -3.702007234096527e-08, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 0.0001316070556640625, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.00125885009765625, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.021484375, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": 1.3131648302078247e-07, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.0001678466796875, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.000949859619140625, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 4.124641418457031e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": -3.055902197957039e-10, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 3.2223761081695557e-07, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 2.4437904357910156e-06, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 2.944469451904297e-05, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": -8.003553375601768e-10, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 2.300366759300232e-07, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 2.4139881134033203e-06, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.0004634857177734375, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": -5.21540641784668e-06, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 4.076957702636719e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.00011968612670898438, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.01275634765625, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -2.0675361156463623e-07, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 7.05718994140625e-05, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.00078582763671875, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 0.017333984375, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 5.848705768585205e-07, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 9.5367431640625e-05, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 0.00104522705078125, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 0.0224609375, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -1.4454126358032227e-06, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 0.0001239776611328125, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 0.00173187255859375, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.000621795654296875, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": -6.22868537902832e-06, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 5.459785461425781e-05, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 0.0001773834228515625, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.0181884765625, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": -1.259148120880127e-06, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 0.00014209747314453125, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.00099945068359375, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.0247802734375, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": -3.0547380447387695e-07, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 0.00019359588623046875, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0013580322265625, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 4.9114227294921875e-05, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": 1.2587406672537327e-09, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 3.8370490074157715e-07, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 4.172325134277344e-06, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 3.1948089599609375e-05, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": 8.614733815193176e-09, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 2.4959444999694824e-07, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 2.5033950805664062e-06, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.000583648681640625, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": -1.0132789611816406e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 5.054473876953125e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.0002574920654296875, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.0101318359375, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -1.2014061212539673e-07, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 5.5789947509765625e-05, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.00057220458984375, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 0.0213623046875, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -9.5367431640625e-07, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 0.00011777877807617188, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 0.0017242431640625, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 0.017822265625, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -5.066394805908203e-07, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 9.822845458984375e-05, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 0.0013580322265625, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.00060272216796875, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": -6.377696990966797e-06, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 5.316734313964844e-05, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.00030517578125, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 0.021484375, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": 3.334134817123413e-07, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.0001678466796875, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.00188446044921875, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 0.026611328125, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": -2.2444874048233032e-07, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.0002079010009765625, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.00104522705078125, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 5.173683166503906e-05, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": -6.220943760126829e-10, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 4.041939973831177e-07, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 5.036592483520508e-06, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 2.86102294921875e-05, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": 5.129550117999315e-10, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 2.2351741790771484e-07, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 2.041459083557129e-06, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.00054931640625, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": 4.0978193283081055e-07, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 4.863739013671875e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.0002040863037109375, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.0137939453125, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 9.778887033462524e-08, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 7.62939453125e-05, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.000965118408203125, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 0.0208740234375, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": -2.514570951461792e-07, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 0.00011491775512695312, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 0.0020904541015625, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 0.0166015625, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": 3.855675458908081e-07, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 9.202957153320312e-05, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 0.0013275146484375, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.000732421875, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": -9.238719940185547e-06, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 6.437301635742188e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.0002689361572265625, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 0.02099609375, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": 7.264316082000732e-08, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 0.000164031982421875, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.0021514892578125, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 0.0244140625, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": 3.248453140258789e-06, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.00019073486328125, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.001373291015625, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.00012874603271484375, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": 8.731149137020111e-09, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 1.0058283805847168e-06, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 1.0609626770019531e-05, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 0.00010395050048828125, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": 2.6047928258776665e-09, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 8.121132850646973e-07, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 8.463859558105469e-06, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.000530242919921875, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": 4.5299530029296875e-06, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 4.673004150390625e-05, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.0001811981201171875, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.024169921875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -3.594905138015747e-07, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.000133514404296875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.00118255615234375, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 0.0247802734375, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 4.153698682785034e-07, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 0.00013637542724609375, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 0.001922607421875, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 0.0189208984375, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -4.917383193969727e-07, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 0.00010442733764648438, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 0.0014801025390625, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.000732421875, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": -6.198883056640625e-06, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 6.437301635742188e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.0003223419189453125, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 0.02197265625, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": 2.5033950805664062e-06, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 0.000171661376953125, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.00118255615234375, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 0.0185546875, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": 1.1548399925231934e-07, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.00014495849609375, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.0012359619140625, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.000152587890625, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": -2.1245796233415604e-09, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 1.1920928955078125e-06, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 9.238719940185547e-06, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.0001354217529296875, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": 3.1868694350123405e-09, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 1.0579824447631836e-06, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 1.2636184692382812e-05, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.0003643035888671875, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": 8.702278137207031e-06, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 3.0994415283203125e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 0.000171661376953125, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 0.0191650390625, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": -2.775341272354126e-07, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 0.00010585784912109375, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.001007080078125, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 0.01385498046875, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": 9.359791874885559e-08, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 7.677078247070312e-05, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 0.0008697509765625, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 0.01300048828125, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -9.266659617424011e-08, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 7.200241088867188e-05, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 0.001007080078125, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.000438690185546875, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": -4.991888999938965e-07, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 3.886222839355469e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.00021457672119140625, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.021484375, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": 7.487833499908447e-07, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.0001678466796875, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.002197265625, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.01251220703125, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": -1.1688098311424255e-07, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 9.775161743164062e-05, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.00138092041015625, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.00045013427734375, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": -2.87545844912529e-08, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 3.516674041748047e-06, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 5.1021575927734375e-05, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.000701904296875, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": -5.145557224750519e-08, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 5.4836273193359375e-06, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 7.200241088867188e-05, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.0002727508544921875, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": 4.649162292480469e-06, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 2.372264862060547e-05, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 7.390975952148438e-05, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 0.1376953125, "train/tensor_grad_model_embed_tokens_weight/mean": -3.655441105365753e-08, "train/tensor_grad_model_embed_tokens_weight/std": 0.00018978118896484375, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.021728515625, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 50.75, "train/tensor_param_model_embed_tokens_weight/mean": -0.00128936767578125, "train/tensor_param_model_embed_tokens_weight/std": 0.06982421875, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.25, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 3.328125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -0.0001926422119140625, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.0260009765625, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 0.00013637542724609375, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 0.00013637542724609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": -9.34600830078125e-05, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 3.953125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 4.1484832763671875e-05, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 3.921875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": -1.1026859283447266e-05, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 3.9375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.0001621246337890625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 3.140625, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": -0.000156402587890625, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.0245361328125, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 3.125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": -2.956390380859375e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.0244140625, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.0947265625, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": -0.00017070770263671875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": 5.316734313964844e-05, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 3.921875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.000102996826171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 3.90625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00014591217041015625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0216064453125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 3.90625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": 4.559755325317383e-06, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.021484375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 3.359375, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": -0.0002288818359375, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.0262451171875, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.115234375, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 3.25, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -3.933906555175781e-05, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": -1.2159347534179688e-05, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.625, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": -0.00011301040649414062, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 3.84375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.00010633468627929688, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 3.828125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": -7.152557373046875e-05, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.09375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 3.859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00020885467529296875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": 0.00011157989501953125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.0947265625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 3.296875, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": 0.000148773193359375, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.0257568359375, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": -4.351139068603516e-06, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -0.0002422332763671875, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -7.200241088867188e-05, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.0001735687255859375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 3.828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.00019168853759765625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 3.5, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": -0.00010776519775390625, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 3.328125, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": -5.269050598144531e-05, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.0260009765625, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": 6.079673767089844e-05, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": -0.00013637542724609375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -6.008148193359375e-05, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 3.796875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 9.34600830078125e-05, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 3.828125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 8.249282836914062e-05, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 3.625, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -3.814697265625e-05, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 3.46875, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": -6.67572021484375e-05, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.09814453125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": -0.00018978118896484375, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 2.796875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": 0.0002193450927734375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 3.875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.00012874603271484375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 3.84375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": -0.000301361083984375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 3.859375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 3.890625, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": -0.00010395050048828125, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 3.6875, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": 0.000209808349609375, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.10205078125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.00022029876708984375, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.859375, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.000347137451171875, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 3.96875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.00016021728515625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 4.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.0625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 4.601478576660156e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 3.6875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": -0.00016689300537109375, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.10546875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.000286102294921875, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.09521484375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -9.441375732421875e-05, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": -0.00012302398681640625, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 4.21875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.00016117095947265625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.0233154296875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 4.21875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": 2.4318695068359375e-05, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0233154296875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -6.198883056640625e-06, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.023681640625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 3.953125, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": 0.00017261505126953125, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 3.765625, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": 4.1961669921875e-05, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -0.00024318695068359375, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": 4.482269287109375e-05, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": -0.000232696533203125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -7.68899917602539e-06, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -0.0003185272216796875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} {"step": 1440, "epoch": 0.09706774519716886, "timestamp": 1786049114.4478006, "loss": 0.22553596496582032, "grad_norm": 0.2138671875, "learning_rate": 0.0003, "train/total_time_seconds": 43.657894525676966, "train/time_per_step_avg": 0.03023282878100872, "train/epoch_time_elapsed": 172.37214321643114, "train/estimated_remaining_minutes": 0.282967834888647} +{"step": 1460, "epoch": 0.09841590832490732, "timestamp": 1786049115.9860382, "loss": 0.22326209545135497, "grad_norm": 0.2373046875, "learning_rate": 0.0003, "train/total_time_seconds": 44.24726414307952, "train/time_per_step_avg": 0.030267356932163238, "train/epoch_time_elapsed": 173.91038132086396, "train/estimated_remaining_minutes": 0.2727571077313121} +{"step": 1480, "epoch": 0.09976407145264576, "timestamp": 1786049117.5332773, "loss": 0.2213585376739502, "grad_norm": 0.212890625, "learning_rate": 0.0003, "train/total_time_seconds": 44.83582913130522, "train/time_per_step_avg": 0.03028598126024008, "train/epoch_time_elapsed": 175.45761965215206, "train/estimated_remaining_minutes": 0.26255215257070624} +{"step": 1500, "epoch": 0.10111223458038422, "timestamp": 1786049119.068293, "loss": 0.22035691738128663, "grad_norm": 0.21875, "learning_rate": 0.0003, "train/total_time_seconds": 45.42351184785366, "train/time_per_step_avg": 0.030041571520268918, "train/epoch_time_elapsed": 176.99263579025865, "train/estimated_remaining_minutes": 0.25235284359918697} +{"step": 1520, "epoch": 0.10246039770812268, "timestamp": 1786049120.6820738, "loss": 0.21844491958618165, "grad_norm": 0.2275390625, "learning_rate": 0.0003, "train/total_time_seconds": 46.04457250609994, "train/time_per_step_avg": 0.029772052951157094, "train/epoch_time_elapsed": 178.60641626641154, "train/estimated_remaining_minutes": 0.24233985529526283} +{"step": 1540, "epoch": 0.10380856083586114, "timestamp": 1786049122.220709, "loss": 0.2179863691329956, "grad_norm": 0.2216796875, "learning_rate": 0.0003, "train/total_time_seconds": 46.63388802483678, "train/time_per_step_avg": 0.02975993499159813, "train/epoch_time_elapsed": 180.14505156874657, "train/estimated_remaining_minutes": 0.2321600486084948} +{"step": 1560, "epoch": 0.1051567239635996, "timestamp": 1786049123.7930655, "loss": 0.217010498046875, "grad_norm": 0.2294921875, "learning_rate": 0.0003, "train/total_time_seconds": 47.229342579841614, "train/time_per_step_avg": 0.029820784367620944, "train/epoch_time_elapsed": 181.71740820631385, "train/estimated_remaining_minutes": 0.22201827708472555} +{"step": 1580, "epoch": 0.10650488709133805, "timestamp": 1786049125.3541446, "loss": 0.2174626350402832, "grad_norm": 0.22265625, "learning_rate": 0.0003, "train/total_time_seconds": 47.82223893329501, "train/time_per_step_avg": 0.029864098019897936, "train/epoch_time_elapsed": 183.27848735824227, "train/estimated_remaining_minutes": 0.2118706788183956} +{"step": 1600, "epoch": 0.10785305021907651, "timestamp": 1786049126.8920927, "loss": 0.2253711462020874, "grad_norm": 1.109375, "learning_rate": 0.0003, "train/total_time_seconds": 48.41081760823727, "train/time_per_step_avg": 0.02987305760383606, "train/epoch_time_elapsed": 184.81643496081233, "train/estimated_remaining_minutes": 0.20171174003432193} +{"step": 1600, "epoch": 0.10785305021907651, "timestamp": 1786049135.302458, "eval_loss": 0.23372706770896912, "eval_runtime": 8.4084, "eval_samples_per_second": 1133.035, "eval_steps_per_second": 17.72, "train/total_time_seconds": 48.41081760823727, "train/time_per_step_avg": 0.02987305760383606, "train/epoch_time_elapsed": 193.22680112719536, "train/estimated_remaining_minutes": 0.20171174003432193} +{"step": 1620, "epoch": 0.10920121334681497, "timestamp": 1786049136.9228787, "loss": 0.22224326133728028, "grad_norm": 0.494140625, "learning_rate": 0.0003, "train/total_time_seconds": 49.06142998486757, "train/time_per_step_avg": 0.030168574787676334, "train/epoch_time_elapsed": 194.84712168201804, "train/estimated_remaining_minutes": 0.19180394438528475, "train/global/act/norm": 26371.68593942563, "train/global/act/mean": -0.2159691434388109, "train/global/act/std": 0.0, "train/global/act/max_abs": 10.9375, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 1.5652003163012351, "train/global/grad/mean": -1.9634378997136656e-06, "train/global/grad/std": 0.0011059499770296622, "train/global/grad/max_abs": 0.02978515625, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 76.529155685411, "train/global/param/mean": 0.0008631712032424249, "train/global/param/std": 0.054103990422547064, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 3948.716834712889, "train/layer_model_layers_0/act/mean": -0.009873517921992711, "train/layer_model_layers_0/act/std": 0.5149819903503952, "train/layer_model_layers_0/act/max_abs": 5.90625, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 0.5237634974974001, "train/layer_model_layers_0/grad/mean": 1.0287612909087897e-06, "train/layer_model_layers_0/grad/std": 0.0012915144569836125, "train/layer_model_layers_0/grad/max_abs": 0.0245361328125, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 6456.007098769144, "train/layer_model_layers_5/act/mean": 0.020717075892857144, "train/layer_model_layers_5/act/std": 0.8421972912798448, "train/layer_model_layers_5/act/max_abs": 5.40625, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 0.5296939009446763, "train/layer_model_layers_5/grad/mean": -5.692708510876446e-06, "train/layer_model_layers_5/grad/std": 0.0013076405448736266, "train/layer_model_layers_5/grad/max_abs": 0.018310546875, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 18.664780294380645, "train/layer__model_layers_6/param/mean": 0.0016761339398888456, "train/layer__model_layers_6/param/std": 0.04604742319432074, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 6949.874996255455, "train/layer_model_layers_6/act/mean": 0.006872994559151786, "train/layer_model_layers_6/act/std": 0.906348794666977, "train/layer_model_layers_6/act/max_abs": 5.71875, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.45558225766739524, "train/layer_model_layers_6/grad/mean": 4.590882711961005e-07, "train/layer_model_layers_6/grad/std": 0.00112548763434404, "train/layer_model_layers_6/grad/max_abs": 0.0162353515625, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 18.365191897649748, "train/layer__model_layers_3/param/mean": 0.0014747702945227183, "train/layer__model_layers_3/param/std": 0.045312790577785526, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 5396.311183711233, "train/layer_model_layers_2/act/mean": -0.008559090750558036, "train/layer_model_layers_2/act/std": 0.7040673416158851, "train/layer_model_layers_2/act/max_abs": 4.875, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 0.5738763019698775, "train/layer_model_layers_2/grad/mean": -3.6377895640880567e-06, "train/layer_model_layers_2/grad/std": 0.0014172312242803529, "train/layer_model_layers_2/grad/max_abs": 0.02978515625, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 5911.523061516293, "train/layer_model_layers_3/act/mean": 0.04706355503627232, "train/layer_model_layers_3/act/std": 0.7700881023251654, "train/layer_model_layers_3/act/max_abs": 5.0625, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 0.5520337653372933, "train/layer_model_layers_3/grad/mean": 1.6796380839370155e-06, "train/layer_model_layers_3/grad/std": 0.0013624496787823929, "train/layer_model_layers_3/grad/max_abs": 0.0228271484375, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 6302.762763143042, "train/layer_model_layers_8/act/mean": 0.015272957938058036, "train/layer_model_layers_8/act/std": 0.8225254571890568, "train/layer_model_layers_8/act/max_abs": 4.21875, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.3151792086814226, "train/layer_model_layers_8/grad/mean": -4.897507230130819e-08, "train/layer_model_layers_8/grad/std": 0.0007788077234063323, "train/layer_model_layers_8/grad/max_abs": 0.01043701171875, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 19.47984485227616, "train/layer__model_layers_8/param/mean": 0.0014502395891734107, "train/layer__model_layers_8/param/std": 0.048067106185538715, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 4098.285640682425, "train/layer_model_layers_1/act/mean": -9.809221540178572e-05, "train/layer_model_layers_1/act/std": 0.5342469886482392, "train/layer_model_layers_1/act/max_abs": 3.734375, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 0.6711439775859609, "train/layer_model_layers_1/grad/mean": 7.64381913424654e-07, "train/layer_model_layers_1/grad/std": 0.0016528097423124074, "train/layer_model_layers_1/grad/max_abs": 0.0272216796875, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 18.40735751124737, "train/layer__model_layers_0/param/mean": 0.0015951742806040367, "train/layer__model_layers_0/param/std": 0.045412991015660265, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 18.45980509910316, "train/layer__model_layers_5/param/mean": 0.001577439806576638, "train/layer__model_layers_5/param/std": 0.0455471658673101, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 6058.064961155834, "train/layer_model_layers_7/act/mean": 0.008745465959821428, "train/layer_model_layers_7/act/std": 0.7910821154412229, "train/layer_model_layers_7/act/max_abs": 4.28125, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.3843087615545794, "train/layer_model_layers_7/grad/mean": -2.5535092431929853e-07, "train/layer_model_layers_7/grad/std": 0.0009495851327391981, "train/layer_model_layers_7/grad/max_abs": 0.014892578125, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 18.326346620883008, "train/layer__model_layers_2/param/mean": 0.0014857740000517989, "train/layer__model_layers_2/param/std": 0.04522508389924815, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 18.35661548410409, "train/layer__model_layers_4/param/mean": 0.0015569916009531006, "train/layer__model_layers_4/param/std": 0.04528867614163569, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 18.711216399278403, "train/layer__model_layers_7/param/mean": 0.0015211536806198811, "train/layer__model_layers_7/param/std": 0.04618678805473287, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 18.290235505420647, "train/layer__model_layers_1/param/mean": 0.001480132294891405, "train/layer__model_layers_1/param/std": 0.04512557481531565, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 6084.750645275614, "train/layer_model_layers_4/act/mean": 0.012676170894077845, "train/layer_model_layers_4/act/std": 0.794330471724897, "train/layer_model_layers_4/act/max_abs": 5.59375, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 0.5633743311344108, "train/layer_model_layers_4/grad/mean": -9.371017145106275e-06, "train/layer_model_layers_4/grad/std": 0.0013900196747716627, "train/layer_model_layers_4/grad/max_abs": 0.01556396484375, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 159.9269256591797, "train/tensor_act_model_embed_tokens/mean": 0.000774383544921875, "train/tensor_act_model_embed_tokens/std": 0.078125, "train/tensor_act_model_embed_tokens/max_abs": 0.25, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 812.1860961914062, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 2047.6895751953125, "train/tensor_act_model_layers_0_input_layernorm/mean": 0.00994873046875, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 3.546875, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 1065.355712890625, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": 0.00933837890625, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.51953125, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 5.90625, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 1653.5921630859375, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": -0.0400390625, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.8046875, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 5.71875, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 459.87542724609375, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.0025787353515625, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.224609375, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 110.81783294677734, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": 1.150369644165039e-05, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.05419921875, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.296875, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 110.81783294677734, "train/tensor_act_model_layers_0_self_attn/mean": 1.150369644165039e-05, "train/tensor_act_model_layers_0_self_attn/std": 0.05419921875, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.296875, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 2047.869384765625, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": 0.010009765625, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 3.921875, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1272.983154296875, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.038330078125, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.4375, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1178.7611083984375, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.0257568359375, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.40625, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.203125, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 129.2407989501953, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.000820159912109375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.06298828125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.31640625, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 129.2407989501953, "train/tensor_act_model_layers_0_mlp/mean": 0.000820159912109375, "train/tensor_act_model_layers_0_mlp/std": 0.06298828125, "train/tensor_act_model_layers_0_mlp/max_abs": 0.31640625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 238.31988525390625, "train/tensor_act_model_layers_0/mean": 0.0016021728515625, "train/tensor_act_model_layers_0/std": 0.1162109375, "train/tensor_act_model_layers_0/max_abs": 0.5625, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 2047.9105224609375, "train/tensor_act_model_layers_1_input_layernorm/mean": 0.0162353515625, "train/tensor_act_model_layers_1_input_layernorm/std": 1.0, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 3.734375, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 1015.8074340820312, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": 0.02685546875, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 0.49609375, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 2.484375, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 1232.5955810546875, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": 0.00067138671875, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 0.6015625, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 2.546875, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 481.1806335449219, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": -0.0235595703125, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.2333984375, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 0.96875, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 127.68226623535156, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": 0.0096435546875, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.0615234375, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.23046875, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 127.68226623535156, "train/tensor_act_model_layers_1_self_attn/mean": 0.0096435546875, "train/tensor_act_model_layers_1_self_attn/std": 0.0615234375, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.23046875, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 2047.94189453125, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.08056640625, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 3.59375, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1714.7744140625, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": -0.0283203125, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.58984375, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.875, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1582.704833984375, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.041015625, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.54296875, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.453125, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 156.0943145751953, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.0019989013671875, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.076171875, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.38671875, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 156.0943145751953, "train/tensor_act_model_layers_1_mlp/mean": 0.0019989013671875, "train/tensor_act_model_layers_1_mlp/std": 0.076171875, "train/tensor_act_model_layers_1_mlp/max_abs": 0.38671875, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 313.8598327636719, "train/tensor_act_model_layers_1/mean": 0.01324462890625, "train/tensor_act_model_layers_1/std": 0.15234375, "train/tensor_act_model_layers_1/max_abs": 0.6015625, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 2047.9581298828125, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.08740234375, "train/tensor_act_model_layers_2_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 3.75, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 3000.39892578125, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.189453125, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 1.453125, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 4.875, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 2721.05712890625, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": -0.02783203125, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 1.328125, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 4.5625, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 437.0861511230469, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": 0.00091552734375, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.2138671875, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 114.47419738769531, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": -0.0006256103515625, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.055908203125, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 0.251953125, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 114.47419738769531, "train/tensor_act_model_layers_2_self_attn/mean": -0.0006256103515625, "train/tensor_act_model_layers_2_self_attn/std": 0.055908203125, "train/tensor_act_model_layers_2_self_attn/max_abs": 0.251953125, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 2047.9619140625, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.0732421875, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 3.703125, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1532.18408203125, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.033203125, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.52734375, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1276.3355712890625, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.003814697265625, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.44140625, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 97.83247375488281, "train/tensor_act_model_layers_2_mlp_down_proj/mean": -0.00048065185546875, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.0478515625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.26171875, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 97.83247375488281, "train/tensor_act_model_layers_2_mlp/mean": -0.00048065185546875, "train/tensor_act_model_layers_2_mlp/std": 0.0478515625, "train/tensor_act_model_layers_2_mlp/max_abs": 0.26171875, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 335.1601867675781, "train/tensor_act_model_layers_2/mean": 0.01214599609375, "train/tensor_act_model_layers_2/std": 0.1630859375, "train/tensor_act_model_layers_2/max_abs": 0.6328125, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 2047.9559326171875, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.07421875, "train/tensor_act_model_layers_3_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 3.96875, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 3626.42529296875, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": 0.1689453125, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 1.765625, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 5.0625, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 3037.07763671875, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": 0.1328125, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 1.4765625, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 4.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 447.79205322265625, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": -0.004638671875, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.21875, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 125.65650939941406, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": 0.0087890625, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.060791015625, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 0.271484375, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 125.65650939941406, "train/tensor_act_model_layers_3_self_attn/mean": 0.0087890625, "train/tensor_act_model_layers_3_self_attn/std": 0.060791015625, "train/tensor_act_model_layers_3_self_attn/max_abs": 0.271484375, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 2047.966796875, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.1123046875, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 0.9921875, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 3.71875, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1442.9229736328125, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": 0.055419921875, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.494140625, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 1313.6632080078125, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.01007080078125, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.453125, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 88.78013610839844, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.00193023681640625, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.043212890625, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.22265625, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 88.78013610839844, "train/tensor_act_model_layers_3_mlp/mean": 0.00193023681640625, "train/tensor_act_model_layers_3_mlp/std": 0.043212890625, "train/tensor_act_model_layers_3_mlp/max_abs": 0.22265625, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 356.9510192871094, "train/tensor_act_model_layers_3/mean": 0.0228271484375, "train/tensor_act_model_layers_3/std": 0.1728515625, "train/tensor_act_model_layers_3/max_abs": 0.67578125, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 2047.95703125, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.130859375, "train/tensor_act_model_layers_4_input_layernorm/std": 0.9921875, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 3.671875, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 3663.325927734375, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": -0.0283203125, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 1.7890625, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 5.59375, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 3198.6552734375, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": -0.029541015625, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 1.5625, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 4.53125, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 416.0148620605469, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": 0.009521484375, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.203125, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 113.3566665649414, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": -0.0037689208984375, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.05517578125, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.259765625, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 113.3566665649414, "train/tensor_act_model_layers_4_self_attn/mean": -0.0037689208984375, "train/tensor_act_model_layers_4_self_attn/std": 0.05517578125, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.259765625, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 2047.968505859375, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.099609375, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 3.828125, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 1395.2686767578125, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.0014495849609375, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.482421875, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 2.328125, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 1642.66796875, "train/tensor_act_model_layers_4_mlp_up_proj/mean": -0.006805419921875, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.56640625, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 2.734375, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 111.45094299316406, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.00011014938354492188, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.054443359375, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.2890625, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 111.45094299316406, "train/tensor_act_model_layers_4_mlp/mean": 0.00011014938354492188, "train/tensor_act_model_layers_4_mlp/std": 0.054443359375, "train/tensor_act_model_layers_4_mlp/max_abs": 0.2890625, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 340.2819519042969, "train/tensor_act_model_layers_4/mean": 0.0191650390625, "train/tensor_act_model_layers_4/std": 0.1650390625, "train/tensor_act_model_layers_4/max_abs": 0.671875, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 2047.9603271484375, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.115234375, "train/tensor_act_model_layers_5_input_layernorm/std": 0.9921875, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 3.96875, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 3819.9921875, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": 0.03271484375, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 1.8671875, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 5.40625, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 3367.406494140625, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": 0.06591796875, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 1.640625, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 4.40625, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 438.12835693359375, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": -0.00408935546875, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.2138671875, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 130.72467041015625, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": -0.00396728515625, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.0634765625, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.33203125, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 130.72467041015625, "train/tensor_act_model_layers_5_self_attn/mean": -0.00396728515625, "train/tensor_act_model_layers_5_self_attn/std": 0.0634765625, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.33203125, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 2047.9676513671875, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": 0.07861328125, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 4.03125, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 1926.8834228515625, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.1044921875, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.65625, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 1806.909423828125, "train/tensor_act_model_layers_5_mlp_up_proj/mean": -0.10107421875, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.6171875, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 137.18589782714844, "train/tensor_act_model_layers_5_mlp_down_proj/mean": -0.004150390625, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.06689453125, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.365234375, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 137.18589782714844, "train/tensor_act_model_layers_5_mlp/mean": -0.004150390625, "train/tensor_act_model_layers_5_mlp/std": 0.06689453125, "train/tensor_act_model_layers_5_mlp/max_abs": 0.365234375, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 344.0525817871094, "train/tensor_act_model_layers_5/mean": 0.01104736328125, "train/tensor_act_model_layers_5/std": 0.16796875, "train/tensor_act_model_layers_5/max_abs": 0.73828125, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 2047.956298828125, "train/tensor_act_model_layers_6_input_layernorm/mean": 0.0654296875, "train/tensor_act_model_layers_6_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 4.21875, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 4196.396484375, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": -0.064453125, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 2.046875, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 5.71875, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 3768.5361328125, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": 0.09619140625, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 1.8359375, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 4.40625, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 395.9380798339844, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": -0.007598876953125, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.193359375, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 117.93672943115234, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.00494384765625, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.057373046875, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 0.357421875, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 117.93672943115234, "train/tensor_act_model_layers_6_self_attn/mean": -0.00494384765625, "train/tensor_act_model_layers_6_self_attn/std": 0.057373046875, "train/tensor_act_model_layers_6_self_attn/max_abs": 0.357421875, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 2047.967529296875, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": 0.03173828125, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 4.1875, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 1947.4954833984375, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.0247802734375, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.671875, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 1981.712890625, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.012451171875, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.68359375, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 2.734375, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 149.2266845703125, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.0011138916015625, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.07275390625, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.3828125, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 149.2266845703125, "train/tensor_act_model_layers_6_mlp/mean": 0.0011138916015625, "train/tensor_act_model_layers_6_mlp/std": 0.07275390625, "train/tensor_act_model_layers_6_mlp/max_abs": 0.3828125, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 389.6299133300781, "train/tensor_act_model_layers_6/mean": 0.007232666015625, "train/tensor_act_model_layers_6/std": 0.1904296875, "train/tensor_act_model_layers_6/max_abs": 0.8125, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 2047.9686279296875, "train/tensor_act_model_layers_7_input_layernorm/mean": 0.0380859375, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 4.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 3337.28515625, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": -0.006378173828125, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 1.6328125, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 4.28125, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 2992.26025390625, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": 0.05078125, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 1.4609375, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 3.765625, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 373.64697265625, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": 0.01519775390625, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.181640625, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 0.89453125, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 73.39053344726562, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": -0.0010223388671875, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.035888671875, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 0.287109375, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 73.39053344726562, "train/tensor_act_model_layers_7_self_attn/mean": -0.0010223388671875, "train/tensor_act_model_layers_7_self_attn/std": 0.035888671875, "train/tensor_act_model_layers_7_self_attn/max_abs": 0.287109375, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 2047.9700927734375, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": 0.03173828125, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 3.984375, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 1984.9403076171875, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": 0.003387451171875, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.68359375, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 3.09375, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 1966.9052734375, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.004180908203125, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 170.1591796875, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.0031890869140625, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.0830078125, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.419921875, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 170.1591796875, "train/tensor_act_model_layers_7_mlp/mean": -0.0031890869140625, "train/tensor_act_model_layers_7_mlp/std": 0.0830078125, "train/tensor_act_model_layers_7_mlp/max_abs": 0.419921875, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 451.3350830078125, "train/tensor_act_model_layers_7/mean": 0.003021240234375, "train/tensor_act_model_layers_7/std": 0.220703125, "train/tensor_act_model_layers_7/max_abs": 0.953125, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 2047.9810791015625, "train/tensor_act_model_layers_8_input_layernorm/mean": 0.01318359375, "train/tensor_act_model_layers_8_input_layernorm/std": 1.0, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 3.671875, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 3552.135986328125, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": 0.2333984375, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 1.71875, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 4.21875, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 3128.52099609375, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": 0.006988525390625, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 1.53125, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 3.515625, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 389.36346435546875, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": -0.008056640625, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.1904296875, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 0.94140625, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 117.7345962524414, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": -0.00179290771484375, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.057373046875, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 0.40234375, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 117.7345962524414, "train/tensor_act_model_layers_8_self_attn/mean": -0.00179290771484375, "train/tensor_act_model_layers_8_self_attn/std": 0.057373046875, "train/tensor_act_model_layers_8_self_attn/max_abs": 0.40234375, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 2047.9715576171875, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": 0.005279541015625, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 3.796875, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 2041.7464599609375, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.02099609375, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.703125, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 3.3125, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 1950.4017333984375, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.0035858154296875, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.671875, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 3.40625, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 435.7587585449219, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.004852294921875, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.212890625, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 1.96875, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 435.7587585449219, "train/tensor_act_model_layers_8_mlp/mean": 0.004852294921875, "train/tensor_act_model_layers_8_mlp/std": 0.212890625, "train/tensor_act_model_layers_8_mlp/max_abs": 1.96875, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 631.8204345703125, "train/tensor_act_model_layers_8/mean": 0.006072998046875, "train/tensor_act_model_layers_8/std": 0.30859375, "train/tensor_act_model_layers_8/max_abs": 2.15625, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 2047.97998046875, "train/tensor_act_model_norm/mean": 0.0206298828125, "train/tensor_act_model_norm/std": 1.0, "train/tensor_act_model_norm/max_abs": 4.15625, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 2047.97998046875, "train/tensor_act_model/mean": 0.0206298828125, "train/tensor_act_model/std": 1.0, "train/tensor_act_model/max_abs": 4.15625, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 19659.796875, "train/tensor_act_lm_head/mean": -1.1328125, "train/tensor_act_lm_head/std": 1.265625, "train/tensor_act_lm_head/max_abs": 10.9375, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 0.22896185517311096, "train/tensor_act_/mean": 0.22896185517311096, "train/tensor_act_/std": NaN, "train/tensor_act_/max_abs": 0.22896185517311096, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.1376953125, "train/tensor_grad_model_norm_weight/mean": -0.0113525390625, "train/tensor_grad_model_norm_weight/std": 0.004547119140625, "train/tensor_grad_model_norm_weight/max_abs": 0.0255126953125, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.181640625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -3.3527612686157227e-06, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 0.001007080078125, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.01043701171875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 0.10986328125, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -1.1473894119262695e-06, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 0.000606536865234375, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 0.00665283203125, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 0.111328125, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -2.1792948246002197e-07, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 0.000614166259765625, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 0.0091552734375, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.00518798828125, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": -0.00014019012451171875, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 0.000438690185546875, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 0.002197265625, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.1259765625, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": 6.973743438720703e-06, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 0.00098419189453125, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.00830078125, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.1611328125, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": 2.7567148208618164e-06, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 0.00125885009765625, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.005859375, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.003021240234375, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": 2.514570951461792e-07, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 2.3603439331054688e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 0.00020122528076171875, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.000732421875, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": 4.71482053399086e-09, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 5.7220458984375e-06, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 5.078315734863281e-05, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.003204345703125, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": 6.943941116333008e-06, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 0.0002841949462890625, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 0.00078582763671875, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.13671875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 1.8328428268432617e-06, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 0.00075531005859375, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.006500244140625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 0.201171875, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 1.601874828338623e-06, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 0.0011138916015625, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 0.014892578125, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 0.1689453125, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": 1.7955899238586426e-06, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 0.000934600830078125, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 0.01092529296875, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.005950927734375, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": -4.100799560546875e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 0.00052642822265625, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.00193023681640625, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.10986328125, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": -1.633167266845703e-05, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 0.000858306884765625, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.0076904296875, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.21875, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": 3.546476364135742e-06, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.001708984375, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.01031494140625, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 0.00096893310546875, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": 7.2177499532699585e-09, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 7.569789886474609e-06, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 7.581710815429688e-05, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 0.000446319580078125, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": 4.336470738053322e-09, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 3.4868717193603516e-06, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 2.0384788513183594e-05, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.005523681640625, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": 9.715557098388672e-06, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 0.000492095947265625, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 0.00193023681640625, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.11572265625, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 4.798173904418945e-06, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 0.000637054443359375, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.004791259765625, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 0.197265625, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 2.5779008865356445e-06, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 0.00109100341796875, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 0.01007080078125, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 0.23828125, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -6.3478946685791016e-06, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 0.00131988525390625, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 0.0162353515625, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.007598876953125, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": -1.1548399925231934e-07, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 0.000675201416015625, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 0.0019989013671875, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.146484375, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": -7.152557373046875e-06, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 0.0011444091796875, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.01177978515625, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.27734375, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": 9.894371032714844e-06, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.002166748046875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.0103759765625, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 0.000484466552734375, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": -1.6763806343078613e-08, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 3.7848949432373047e-06, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 2.682209014892578e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 0.0002498626708984375, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": 3.812601789832115e-09, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 1.952052116394043e-06, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 1.5497207641601562e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.00604248046875, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": -2.384185791015625e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 0.0005340576171875, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.0013275146484375, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.1513671875, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -5.5730342864990234e-06, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 0.000835418701171875, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.006500244140625, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 0.259765625, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -1.1265277862548828e-05, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 0.001434326171875, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 0.01275634765625, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 0.2373046875, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": 1.1920928955078125e-06, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 0.001312255859375, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 0.01092529296875, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.00830078125, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": 1.3649463653564453e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 0.000732421875, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 0.0023040771484375, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.2265625, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": -1.214444637298584e-06, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 0.00177001953125, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.018310546875, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.287109375, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": -2.467632293701172e-05, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.0022430419921875, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.01251220703125, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 0.000888824462890625, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": -5.122274160385132e-08, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 6.943941116333008e-06, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 8.106231689453125e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 0.00084686279296875, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": -1.2014061212539673e-07, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 6.616115570068359e-06, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 5.459785461425781e-05, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.006256103515625, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": 2.968311309814453e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 0.000553131103515625, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.0022430419921875, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.154296875, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 1.8347054719924927e-07, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 0.0008544921875, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.01141357421875, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 0.232421875, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 1.2695789337158203e-05, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 0.00128173828125, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 0.0137939453125, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 0.26171875, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -2.467632293701172e-05, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 0.00144195556640625, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 0.01251220703125, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.00726318359375, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": 0.000156402587890625, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 0.0006256103515625, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 0.0021514892578125, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.2490234375, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": 2.1457672119140625e-06, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 0.00194549560546875, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.01556396484375, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.330078125, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": -7.390975952148438e-05, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 0.0025787353515625, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.014404296875, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 0.00066375732421875, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": -6.28642737865448e-08, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 5.185604095458984e-06, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 4.553794860839844e-05, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 0.0004520416259765625, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": -1.5133991837501526e-08, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 3.5315752029418945e-06, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 3.504753112792969e-05, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.006988525390625, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": 4.57763671875e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 0.00061798095703125, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.002166748046875, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.123046875, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 1.2442469596862793e-06, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 0.00067901611328125, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.00677490234375, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 0.2412109375, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 1.55717134475708e-06, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 0.00133514404296875, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 0.02197265625, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 0.21484375, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": 3.471970558166504e-06, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 0.00118255615234375, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 0.01141357421875, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.006378173828125, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": 4.172325134277344e-05, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 0.0005645751953125, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.0021209716796875, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 0.28515625, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": -1.519918441772461e-06, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.002227783203125, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.0228271484375, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 0.322265625, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": 5.543231964111328e-06, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.0025177001953125, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0145263671875, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 0.0011138916015625, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": -6.606569513678551e-09, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 8.702278137207031e-06, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 0.00010061264038085938, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 0.000797271728515625, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": 3.562308847904205e-08, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 6.22868537902832e-06, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 7.200241088867188e-05, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.0069580078125, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": -1.3113021850585938e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 0.00061798095703125, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.0021820068359375, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.1708984375, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": -3.56137752532959e-06, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 0.000942230224609375, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.009765625, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 0.263671875, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": -8.463859558105469e-06, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 0.00145721435546875, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 0.0133056640625, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 0.1953125, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -6.198883056640625e-06, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 0.0010833740234375, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 0.01397705078125, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.007080078125, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": 0.000141143798828125, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 0.000614166259765625, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.0023040771484375, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 0.291015625, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": 2.0116567611694336e-06, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 0.0022735595703125, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.02978515625, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 0.328125, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": -2.9206275939941406e-06, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.0025634765625, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.01318359375, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.00213623046875, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": 1.9185245037078857e-07, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 1.6689300537109375e-05, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 0.00016117095947265625, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 0.00168609619140625, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": 6.007030606269836e-08, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 1.3172626495361328e-05, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 0.000125885009765625, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.00665283203125, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": -5.53131103515625e-05, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 0.00058746337890625, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.002349853515625, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.318359375, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 2.5480985641479492e-06, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.0017547607421875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.01385498046875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 0.36328125, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 5.900859832763672e-06, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 0.0019989013671875, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 0.0272216796875, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 0.263671875, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": 6.467103958129883e-06, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 0.0014495849609375, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 0.0185546875, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.00958251953125, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": -0.000118255615234375, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 0.0008392333984375, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.0026092529296875, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 0.30859375, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": -1.138448715209961e-05, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 0.002410888671875, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.0166015625, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 0.228515625, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": -9.953975677490234e-06, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.0017852783203125, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.01312255859375, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.003326416015625, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": 3.096647560596466e-08, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 2.5987625122070312e-05, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 0.0001926422119140625, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.00384521484375, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": -7.8580342233181e-09, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 3.0040740966796875e-05, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 0.0003147125244140625, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.0042724609375, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": 8.046627044677734e-06, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 0.0003795623779296875, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 0.0015411376953125, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 0.265625, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 3.591179847717285e-06, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 0.00146484375, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.01055908203125, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 0.203125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": 7.115304470062256e-07, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 0.00112152099609375, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 0.0166015625, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 0.1845703125, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": 5.774199962615967e-07, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 0.00101470947265625, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 0.0145263671875, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.005859375, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": -2.9206275939941406e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 0.000518798828125, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.002105712890625, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.310546875, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": -1.043081283569336e-06, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.0024261474609375, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.0245361328125, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.1787109375, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": 1.3187527656555176e-06, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 0.00139617919921875, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.021728515625, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.0029754638671875, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": 1.0058283805847168e-07, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 2.3245811462402344e-05, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 0.000370025634765625, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.00421142578125, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": 3.585591912269592e-08, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 3.2901763916015625e-05, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 0.0003948211669921875, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.002777099609375, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": 4.601478576660156e-05, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 0.0002422332763671875, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 0.000789642333984375, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 0.1396484375, "train/tensor_grad_model_embed_tokens_weight/mean": -5.122274160385132e-09, "train/tensor_grad_model_embed_tokens_weight/std": 0.0001926422119140625, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.0211181640625, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 51.25, "train/tensor_param_model_embed_tokens_weight/mean": -0.00127410888671875, "train/tensor_param_model_embed_tokens_weight/std": 0.07080078125, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.25, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 3.328125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -0.00020122528076171875, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.0260009765625, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 0.00012302398681640625, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 0.00013637542724609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": -9.584426879882812e-05, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 3.953125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 3.933906555175781e-05, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 3.9375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": -1.2516975402832031e-05, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 3.9375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.0001678466796875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 3.140625, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.0245361328125, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 3.125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": -3.4809112548828125e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.0244140625, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.0947265625, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": -0.0001697540283203125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": 5.3882598876953125e-05, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 3.9375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.00010061264038085938, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 3.921875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00014781951904296875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0216064453125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 3.90625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": 5.036592483520508e-06, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.0216064453125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 3.359375, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": -0.000225067138671875, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.0262451171875, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.115234375, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 3.25, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -3.695487976074219e-05, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": -1.233816146850586e-05, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.625, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": -0.00011110305786132812, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 3.84375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.0001049041748046875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 3.84375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": -7.2479248046875e-05, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.09375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 3.859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.0002117156982421875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": 0.00011491775512695312, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.0947265625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 3.3125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": 0.00014972686767578125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.02587890625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": -7.867813110351562e-06, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -0.0002422332763671875, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -7.009506225585938e-05, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.00017261505126953125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 3.828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.00019168853759765625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 3.5, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": -0.00010824203491210938, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 3.34375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": -5.507469177246094e-05, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": 5.626678466796875e-05, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": -0.00013637542724609375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -6.4849853515625e-05, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 8.7738037109375e-05, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 3.828125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 8.344650268554688e-05, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 3.625, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -3.7670135498046875e-05, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 3.46875, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": -7.2479248046875e-05, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.09814453125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": -0.00019073486328125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 2.796875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": 0.00022125244140625, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 3.875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.00012874603271484375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 3.84375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 3.859375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.000301361083984375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 3.890625, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": -0.000102996826171875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 3.6875, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": 0.00021266937255859375, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.10205078125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.000217437744140625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.859375, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.000347137451171875, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 3.984375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.0001621246337890625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 4.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.0002574920654296875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.0625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 4.1961669921875e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 3.6875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": -0.000164031982421875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.10546875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.09521484375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 2.625, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -9.1552734375e-05, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": -0.0001277923583984375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 4.21875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.000164031982421875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.0234375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 4.21875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": 2.968311309814453e-05, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0233154296875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -8.046627044677734e-06, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.023681640625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 3.984375, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 3.78125, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": 3.62396240234375e-05, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -0.00024318695068359375, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": 5.078315734863281e-05, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": -0.00023555755615234375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -1.0311603546142578e-05, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -0.00031280517578125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} +{"step": 1640, "epoch": 0.11054937647455342, "timestamp": 1786049138.518088, "loss": 0.21563270092010497, "grad_norm": 0.2451171875, "learning_rate": 0.0003, "train/total_time_seconds": 49.6588915809989, "train/time_per_step_avg": 0.03025003556162119, "train/epoch_time_elapsed": 196.44243079796433, "train/estimated_remaining_minutes": 0.18167887163780086} +{"step": 1660, "epoch": 0.11189753960229187, "timestamp": 1786049140.065687, "loss": 0.21244332790374756, "grad_norm": 0.21484375, "learning_rate": 0.0003, "train/total_time_seconds": 50.249570317566395, "train/time_per_step_avg": 0.03020227737724781, "train/epoch_time_elapsed": 197.99002960696816, "train/estimated_remaining_minutes": 0.17153467779088932} +{"step": 1680, "epoch": 0.11324570273003033, "timestamp": 1786049141.617485, "loss": 0.21173064708709716, "grad_norm": 0.2080078125, "learning_rate": 0.0003, "train/total_time_seconds": 50.841118190437555, "train/time_per_step_avg": 0.030188792571425437, "train/epoch_time_elapsed": 199.54182770848274, "train/estimated_remaining_minutes": 0.16140037520773826} +{"step": 1700, "epoch": 0.11459386585776879, "timestamp": 1786049143.1669247, "loss": 0.2120938777923584, "grad_norm": 0.208984375, "learning_rate": 0.0003, "train/total_time_seconds": 51.432124722748995, "train/time_per_step_avg": 0.030213071145117284, "train/epoch_time_elapsed": 201.09126775339246, "train/estimated_remaining_minutes": 0.1512709550669088} +{"step": 1720, "epoch": 0.11594202898550725, "timestamp": 1786049144.730453, "loss": 0.20998167991638184, "grad_norm": 0.2060546875, "learning_rate": 0.0003, "train/total_time_seconds": 52.025758765637875, "train/time_per_step_avg": 0.02964328780770302, "train/epoch_time_elapsed": 202.6547960191965, "train/estimated_remaining_minutes": 0.14115515944165316} +{"step": 1740, "epoch": 0.1172901921132457, "timestamp": 1786049146.288969, "loss": 0.2100886106491089, "grad_norm": 0.205078125, "learning_rate": 0.0003, "train/total_time_seconds": 52.61923794075847, "train/time_per_step_avg": 0.02960346359759569, "train/epoch_time_elapsed": 204.21331169828773, "train/estimated_remaining_minutes": 0.13104407916280844} +{"step": 1760, "epoch": 0.11863835524098416, "timestamp": 1786049147.835961, "loss": 0.2085808038711548, "grad_norm": 0.2119140625, "learning_rate": 0.0003, "train/total_time_seconds": 53.212149899452925, "train/time_per_step_avg": 0.0296257958188653, "train/epoch_time_elapsed": 205.7603032439947, "train/estimated_remaining_minutes": 0.12093670431693847} +{"step": 1780, "epoch": 0.11998651836872262, "timestamp": 1786049149.380026, "loss": 0.20966055393218994, "grad_norm": 0.201171875, "learning_rate": 0.0003, "train/total_time_seconds": 53.80458951741457, "train/time_per_step_avg": 0.029634713269770144, "train/epoch_time_elapsed": 207.30436896532774, "train/estimated_remaining_minutes": 0.11083342409954312} +{"step": 1800, "epoch": 0.12133468149646107, "timestamp": 1786049150.9581366, "loss": 0.20960137844085694, "grad_norm": 0.205078125, "learning_rate": 0.0003, "train/total_time_seconds": 54.39638198912144, "train/time_per_step_avg": 0.02964257266372442, "train/epoch_time_elapsed": 208.8824789300561, "train/estimated_remaining_minutes": 0.10073404072059525} +{"step": 1800, "epoch": 0.12133468149646107, "timestamp": 1786049159.4157357, "eval_loss": 0.20872168242931366, "eval_runtime": 8.4554, "eval_samples_per_second": 1126.736, "eval_steps_per_second": 17.622, "train/total_time_seconds": 54.39638198912144, "train/time_per_step_avg": 0.02964257266372442, "train/epoch_time_elapsed": 217.34007854759693, "train/estimated_remaining_minutes": 0.10073404072059525} +{"step": 1820, "epoch": 0.12268284462419952, "timestamp": 1786049161.0255392, "loss": 0.20879044532775878, "grad_norm": 0.2158203125, "learning_rate": 0.0003, "train/total_time_seconds": 55.040404967963696, "train/time_per_step_avg": 0.03014646202325821, "train/epoch_time_elapsed": 218.94978669658303, "train/estimated_remaining_minutes": 0.09072594225488521, "train/global/act/norm": 26844.149507182978, "train/global/act/mean": -0.21044765677132615, "train/global/act/std": 0.0, "train/global/act/max_abs": 11.125, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 0.20954730898041138, "train/global/grad/mean": -7.512011402353602e-07, "train/global/grad/std": 0.0001480682805826738, "train/global/grad/max_abs": 0.0240478515625, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 76.71678491627908, "train/global/param/mean": 0.0008674702096907979, "train/global/param/std": 0.054282873767406925, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 3975.5356754639342, "train/layer_model_layers_0/act/mean": -0.009942872183663505, "train/layer_model_layers_0/act/std": 0.5188101583895575, "train/layer_model_layers_0/act/max_abs": 5.875, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 0.031269031660520384, "train/layer_model_layers_0/grad/mean": -7.984965063294457e-08, "train/layer_model_layers_0/grad/std": 7.713516961998181e-05, "train/layer_model_layers_0/grad/max_abs": 0.00160980224609375, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 6814.888604495547, "train/layer_model_layers_5/act/mean": 0.022815159388950894, "train/layer_model_layers_5/act/std": 0.8895105372042778, "train/layer_model_layers_5/act/max_abs": 5.46875, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 0.035847841889732966, "train/layer_model_layers_5/grad/mean": -3.60449441881522e-07, "train/layer_model_layers_5/grad/std": 8.841634727754324e-05, "train/layer_model_layers_5/grad/max_abs": 0.0011138916015625, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 18.667180372163198, "train/layer__model_layers_6/param/mean": 0.0016778002663075274, "train/layer__model_layers_6/param/std": 0.046053295001692286, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 7428.231445443911, "train/layer_model_layers_6/act/mean": 0.009102957589285714, "train/layer_model_layers_6/act/std": 0.9690893183269007, "train/layer_model_layers_6/act/max_abs": 6.0625, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.03125015230906856, "train/layer_model_layers_6/grad/mean": -2.0643941732632017e-07, "train/layer_model_layers_6/grad/std": 7.713715845148451e-05, "train/layer_model_layers_6/grad/max_abs": 0.001007080078125, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 18.370721228016606, "train/layer__model_layers_3/param/mean": 0.001474395371078515, "train/layer__model_layers_3/param/std": 0.045341149848525504, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 5618.507936458947, "train/layer_model_layers_2/act/mean": -0.008862222943987166, "train/layer_model_layers_2/act/std": 0.7328509081371534, "train/layer_model_layers_2/act/max_abs": 5.03125, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 0.03696173853137067, "train/layer_model_layers_2/grad/mean": -2.571816051991979e-08, "train/layer_model_layers_2/grad/std": 9.133752124256052e-05, "train/layer_model_layers_2/grad/max_abs": 0.0014190673828125, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 6195.28580187238, "train/layer_model_layers_3/act/mean": 0.05085972377232143, "train/layer_model_layers_3/act/std": 0.8071174784345999, "train/layer_model_layers_3/act/max_abs": 5.09375, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 0.03345480742199749, "train/layer_model_layers_3/grad/mean": -1.1438994948837947e-07, "train/layer_model_layers_3/grad/std": 8.259296012524069e-05, "train/layer_model_layers_3/grad/max_abs": 0.00144195556640625, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 6412.638087070448, "train/layer_model_layers_8/act/mean": 0.015256064278738839, "train/layer_model_layers_8/act/std": 0.8378848826660524, "train/layer_model_layers_8/act/max_abs": 4.21875, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.022986819660076912, "train/layer_model_layers_8/grad/mean": 1.369901408271373e-07, "train/layer_model_layers_8/grad/std": 5.6712929340904323e-05, "train/layer_model_layers_8/grad/max_abs": 0.000743865966796875, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 19.510851848234356, "train/layer__model_layers_8/param/mean": 0.0014538459956367005, "train/layer__model_layers_8/param/std": 0.04812558766818807, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 4179.333915009145, "train/layer_model_layers_1/act/mean": 0.0003994532993861607, "train/layer_model_layers_1/act/std": 0.5455798064402136, "train/layer_model_layers_1/act/max_abs": 3.625, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 0.03682977374880538, "train/layer_model_layers_1/grad/mean": -3.718359863702295e-07, "train/layer_model_layers_1/grad/std": 9.093354511845259e-05, "train/layer_model_layers_1/grad/max_abs": 0.001129150390625, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 18.41954236716062, "train/layer__model_layers_0/param/mean": 0.0015957098855243273, "train/layer__model_layers_0/param/std": 0.04543477344385544, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 18.46307812652728, "train/layer__model_layers_5/param/mean": 0.0015756782615054601, "train/layer__model_layers_5/param/std": 0.04554722224126251, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 6400.649150407637, "train/layer_model_layers_7/act/mean": 0.00975799560546875, "train/layer_model_layers_7/act/std": 0.8351763682294105, "train/layer_model_layers_7/act/max_abs": 4.46875, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.026946308725238993, "train/layer_model_layers_7/grad/mean": 1.5577841143293798e-07, "train/layer_model_layers_7/grad/std": 6.656117729644387e-05, "train/layer_model_layers_7/grad/max_abs": 0.00101470947265625, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 18.326346620883008, "train/layer__model_layers_2/param/mean": 0.0014862143863195933, "train/layer__model_layers_2/param/std": 0.04522507025985433, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 18.359880312194985, "train/layer__model_layers_4/param/mean": 0.0015580628107936818, "train/layer__model_layers_4/param/std": 0.04530003685560127, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 18.734576990153794, "train/layer__model_layers_7/param/mean": 0.001519237405238397, "train/layer__model_layers_7/param/std": 0.0462219080732095, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 18.290235505420647, "train/layer__model_layers_1/param/mean": 0.0014805429253302944, "train/layer__model_layers_1/param/std": 0.04512556220922982, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 6381.981959197298, "train/layer_model_layers_4/act/mean": 0.013747079031808036, "train/layer_model_layers_4/act/std": 0.8325493692592125, "train/layer_model_layers_4/act/max_abs": 5.9375, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 0.03638817461410646, "train/layer_model_layers_4/grad/mean": 2.229435139810797e-08, "train/layer_model_layers_4/grad/std": 8.973106376509575e-05, "train/layer_model_layers_4/grad/max_abs": 0.00124359130859375, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 160.39590454101562, "train/tensor_act_model_embed_tokens/mean": 0.000843048095703125, "train/tensor_act_model_embed_tokens/std": 0.078125, "train/tensor_act_model_embed_tokens/max_abs": 0.25, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 812.1860961914062, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 2047.4412841796875, "train/tensor_act_model_layers_0_input_layernorm/mean": 0.010986328125, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 3.546875, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 1087.935546875, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": 0.00830078125, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.53125, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 5.875, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 1664.6427001953125, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": -0.041015625, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.8125, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 5.75, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 461.77593994140625, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.002471923828125, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.2255859375, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 117.7116928100586, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": 0.00012493133544921875, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.057373046875, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.3125, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 117.7116928100586, "train/tensor_act_model_layers_0_self_attn/mean": 0.00012493133544921875, "train/tensor_act_model_layers_0_self_attn/std": 0.057373046875, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.3125, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 2047.8697509765625, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": 0.0120849609375, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 3.796875, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1297.2203369140625, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.039794921875, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.4453125, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1200.5294189453125, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.0263671875, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.21875, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 136.66029357910156, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.0013427734375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.06689453125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.337890625, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 136.66029357910156, "train/tensor_act_model_layers_0_mlp/mean": 0.0013427734375, "train/tensor_act_model_layers_0_mlp/std": 0.06689453125, "train/tensor_act_model_layers_0_mlp/max_abs": 0.337890625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 249.21043395996094, "train/tensor_act_model_layers_0/mean": 0.0023040771484375, "train/tensor_act_model_layers_0/std": 0.12158203125, "train/tensor_act_model_layers_0/max_abs": 0.59375, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 2047.9212646484375, "train/tensor_act_model_layers_1_input_layernorm/mean": 0.0218505859375, "train/tensor_act_model_layers_1_input_layernorm/std": 1.0, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 3.625, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 1032.9381103515625, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": 0.028564453125, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 0.50390625, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 2.5, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 1252.801513671875, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": -0.00194549560546875, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 0.61328125, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 2.578125, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 494.4064025878906, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": -0.0244140625, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.240234375, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 141.8360137939453, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": 0.01092529296875, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.068359375, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.2490234375, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 141.8360137939453, "train/tensor_act_model_layers_1_self_attn/mean": 0.01092529296875, "train/tensor_act_model_layers_1_self_attn/std": 0.068359375, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.2490234375, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 2047.9471435546875, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.087890625, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 3.5, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1802.0458984375, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": -0.0302734375, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.62109375, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.9375, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1655.569580078125, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.0439453125, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.5703125, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.421875, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 162.3222198486328, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.0023345947265625, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.0791015625, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.373046875, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 162.3222198486328, "train/tensor_act_model_layers_1_mlp/mean": 0.0023345947265625, "train/tensor_act_model_layers_1_mlp/std": 0.0791015625, "train/tensor_act_model_layers_1_mlp/max_abs": 0.373046875, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 341.5267639160156, "train/tensor_act_model_layers_1/mean": 0.01556396484375, "train/tensor_act_model_layers_1/std": 0.166015625, "train/tensor_act_model_layers_1/max_abs": 0.62890625, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 2047.959228515625, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.09423828125, "train/tensor_act_model_layers_2_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 3.625, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 3167.4384765625, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.2001953125, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 1.53125, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 5.03125, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 2878.554931640625, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": -0.0289306640625, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 1.40625, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 4.65625, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 438.6058044433594, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": 0.000301361083984375, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.2138671875, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.09375, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 120.58850860595703, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": -0.00058746337890625, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.058837890625, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 0.232421875, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 120.58850860595703, "train/tensor_act_model_layers_2_self_attn/mean": -0.00058746337890625, "train/tensor_act_model_layers_2_self_attn/std": 0.058837890625, "train/tensor_act_model_layers_2_self_attn/max_abs": 0.232421875, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 2047.9669189453125, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.07958984375, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 3.625, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1632.8582763671875, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.037353515625, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.5625, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1348.578369140625, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.0037841796875, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.46484375, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 98.84210205078125, "train/tensor_act_model_layers_2_mlp_down_proj/mean": -0.00019741058349609375, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.04833984375, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.251953125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 98.84210205078125, "train/tensor_act_model_layers_2_mlp/mean": -0.00019741058349609375, "train/tensor_act_model_layers_2_mlp/std": 0.04833984375, "train/tensor_act_model_layers_2_mlp/max_abs": 0.251953125, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 367.0060119628906, "train/tensor_act_model_layers_2/mean": 0.0147705078125, "train/tensor_act_model_layers_2/std": 0.1787109375, "train/tensor_act_model_layers_2/max_abs": 0.65234375, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 2047.965576171875, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.0830078125, "train/tensor_act_model_layers_3_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 3.515625, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 3844.508544921875, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": 0.1826171875, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 1.8671875, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 5.09375, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 3223.814453125, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": 0.14453125, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 1.5703125, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 4.09375, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 446.76708984375, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": -0.004669189453125, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.2177734375, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 1.125, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 129.58152770996094, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": 0.009033203125, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.0625, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 0.26953125, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 129.58152770996094, "train/tensor_act_model_layers_3_self_attn/mean": 0.009033203125, "train/tensor_act_model_layers_3_self_attn/std": 0.0625, "train/tensor_act_model_layers_3_self_attn/max_abs": 0.26953125, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 2047.9766845703125, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.1171875, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 0.9921875, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 3.53125, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1554.57763671875, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": 0.059814453125, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.53515625, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 1414.65576171875, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.01080322265625, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.48828125, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 2.15625, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 90.91509246826172, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.0020904541015625, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.04443359375, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.2470703125, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 90.91509246826172, "train/tensor_act_model_layers_3_mlp/mean": 0.0020904541015625, "train/tensor_act_model_layers_3_mlp/std": 0.04443359375, "train/tensor_act_model_layers_3_mlp/max_abs": 0.2470703125, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 390.2458801269531, "train/tensor_act_model_layers_3/mean": 0.02587890625, "train/tensor_act_model_layers_3/std": 0.1884765625, "train/tensor_act_model_layers_3/max_abs": 0.7265625, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 2047.965087890625, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.13671875, "train/tensor_act_model_layers_4_input_layernorm/std": 0.9921875, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 3.625, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 3888.07958984375, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": -0.0283203125, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 1.8984375, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 5.9375, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 3383.254150390625, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": -0.0306396484375, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 1.6484375, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 4.71875, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 410.1318359375, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": 0.0126953125, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.2001953125, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 115.68225860595703, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": -0.003936767578125, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.056396484375, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.26953125, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 115.68225860595703, "train/tensor_act_model_layers_4_self_attn/mean": -0.003936767578125, "train/tensor_act_model_layers_4_self_attn/std": 0.056396484375, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.26953125, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 2047.9716796875, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.10546875, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 3.65625, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 1505.1348876953125, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.00136566162109375, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.51953125, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 1776.7442626953125, "train/tensor_act_model_layers_4_mlp_up_proj/mean": -0.00714111328125, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.61328125, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 2.90625, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 116.37464904785156, "train/tensor_act_model_layers_4_mlp_down_proj/mean": -0.000152587890625, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.056884765625, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.302734375, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 116.37464904785156, "train/tensor_act_model_layers_4_mlp/mean": -0.000152587890625, "train/tensor_act_model_layers_4_mlp/std": 0.056884765625, "train/tensor_act_model_layers_4_mlp/max_abs": 0.302734375, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 365.3258361816406, "train/tensor_act_model_layers_4/mean": 0.021728515625, "train/tensor_act_model_layers_4/std": 0.1767578125, "train/tensor_act_model_layers_4/max_abs": 0.6875, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 2047.9666748046875, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.1220703125, "train/tensor_act_model_layers_5_input_layernorm/std": 0.9921875, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 3.890625, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 4074.589111328125, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": 0.037353515625, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 1.9921875, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 5.46875, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 3587.3603515625, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": 0.072265625, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 1.75, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 4.5625, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 430.9930419921875, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": -0.0030364990234375, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.2099609375, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 131.64736938476562, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": -0.004150390625, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.06396484375, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.318359375, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 131.64736938476562, "train/tensor_act_model_layers_5_self_attn/mean": -0.004150390625, "train/tensor_act_model_layers_5_self_attn/std": 0.06396484375, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.318359375, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 2047.9737548828125, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": 0.08544921875, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 3.6875, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 2092.80126953125, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.11572265625, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.71484375, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 1952.861083984375, "train/tensor_act_model_layers_5_mlp_up_proj/mean": -0.1103515625, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.6640625, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 144.14285278320312, "train/tensor_act_model_layers_5_mlp_down_proj/mean": -0.004913330078125, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.0703125, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.388671875, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 144.14285278320312, "train/tensor_act_model_layers_5_mlp/mean": -0.004913330078125, "train/tensor_act_model_layers_5_mlp/std": 0.0703125, "train/tensor_act_model_layers_5_mlp/max_abs": 0.388671875, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 357.01123046875, "train/tensor_act_model_layers_5/mean": 0.0126953125, "train/tensor_act_model_layers_5/std": 0.173828125, "train/tensor_act_model_layers_5/max_abs": 0.71875, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 2047.9603271484375, "train/tensor_act_model_layers_6_input_layernorm/mean": 0.07275390625, "train/tensor_act_model_layers_6_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 3.9375, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 4542.30517578125, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": -0.0703125, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 2.21875, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 6.0625, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 4074.906005859375, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": 0.1044921875, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 1.984375, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 4.625, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 384.318359375, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": -0.0072021484375, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.1875, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 0.93359375, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 117.31278228759766, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.00390625, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.05712890625, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 0.373046875, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 117.31278228759766, "train/tensor_act_model_layers_6_self_attn/mean": -0.00390625, "train/tensor_act_model_layers_6_self_attn/std": 0.05712890625, "train/tensor_act_model_layers_6_self_attn/max_abs": 0.373046875, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 2047.96826171875, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": 0.044189453125, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 3.9375, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 2121.20166015625, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.0269775390625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.73046875, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 2161.94140625, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.016845703125, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.74609375, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 156.96896362304688, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.000946044921875, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.07666015625, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.390625, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 156.96896362304688, "train/tensor_act_model_layers_6_mlp/mean": 0.000946044921875, "train/tensor_act_model_layers_6_mlp/std": 0.07666015625, "train/tensor_act_model_layers_6_mlp/max_abs": 0.390625, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 393.5998229980469, "train/tensor_act_model_layers_6/mean": 0.00970458984375, "train/tensor_act_model_layers_6/std": 0.1923828125, "train/tensor_act_model_layers_6/max_abs": 0.86328125, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 2047.966552734375, "train/tensor_act_model_layers_7_input_layernorm/mean": 0.05078125, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 4.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 3590.285888671875, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": -0.00860595703125, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 1.75, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 4.46875, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 3217.466796875, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": 0.054931640625, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 1.5703125, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 3.9375, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 364.5867004394531, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": 0.0159912109375, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.177734375, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 0.92578125, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 74.43354034423828, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": -0.00179290771484375, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.036376953125, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 0.28125, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 74.43354034423828, "train/tensor_act_model_layers_7_self_attn/mean": -0.00179290771484375, "train/tensor_act_model_layers_7_self_attn/std": 0.036376953125, "train/tensor_act_model_layers_7_self_attn/max_abs": 0.28125, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 2047.96923828125, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": 0.040283203125, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 4.21875, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 2125.706298828125, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": 0.0033721923828125, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.734375, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 2101.137939453125, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.006927490234375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.7265625, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 174.40171813964844, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.004669189453125, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.0849609375, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.412109375, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 174.40171813964844, "train/tensor_act_model_layers_7_mlp/mean": -0.004669189453125, "train/tensor_act_model_layers_7_mlp/std": 0.0849609375, "train/tensor_act_model_layers_7_mlp/max_abs": 0.412109375, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 446.62646484375, "train/tensor_act_model_layers_7/mean": 0.003265380859375, "train/tensor_act_model_layers_7/std": 0.2177734375, "train/tensor_act_model_layers_7/max_abs": 0.9765625, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 2047.967529296875, "train/tensor_act_model_layers_8_input_layernorm/mean": 0.0145263671875, "train/tensor_act_model_layers_8_input_layernorm/std": 1.0, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 3.75, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 3657.358642578125, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": 0.240234375, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 1.7734375, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 4.21875, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 3224.879638671875, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": 0.0016937255859375, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 1.578125, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 3.53125, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 391.2538757324219, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": -0.0103759765625, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.1904296875, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 0.953125, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 128.89340209960938, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": -0.0020904541015625, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.06298828125, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 0.375, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 128.89340209960938, "train/tensor_act_model_layers_8_self_attn/mean": -0.0020904541015625, "train/tensor_act_model_layers_8_self_attn/std": 0.06298828125, "train/tensor_act_model_layers_8_self_attn/max_abs": 0.375, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 2047.9639892578125, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": 0.0052490234375, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 3.921875, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 2044.318603515625, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.0223388671875, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.70703125, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 3.296875, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 1959.5677490234375, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.000865936279296875, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.67578125, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 3.40625, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 435.13946533203125, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.0038909912109375, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.212890625, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 1.984375, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 435.13946533203125, "train/tensor_act_model_layers_8_mlp/mean": 0.0038909912109375, "train/tensor_act_model_layers_8_mlp/std": 0.212890625, "train/tensor_act_model_layers_8_mlp/max_abs": 1.984375, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 611.0115966796875, "train/tensor_act_model_layers_8/mean": 0.00506591796875, "train/tensor_act_model_layers_8/std": 0.298828125, "train/tensor_act_model_layers_8/max_abs": 2.125, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 2047.9755859375, "train/tensor_act_model_norm/mean": 0.0185546875, "train/tensor_act_model_norm/std": 1.0, "train/tensor_act_model_norm/max_abs": 4.8125, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 2047.9755859375, "train/tensor_act_model/mean": 0.0185546875, "train/tensor_act_model/std": 1.0, "train/tensor_act_model/max_abs": 4.8125, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 19592.662109375, "train/tensor_act_lm_head/mean": -1.109375, "train/tensor_act_lm_head/std": 1.2734375, "train/tensor_act_lm_head/max_abs": 11.125, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 0.20496302843093872, "train/tensor_act_/mean": 0.20496302843093872, "train/tensor_act_/std": NaN, "train/tensor_act_/max_abs": 0.20496302843093872, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.1298828125, "train/tensor_grad_model_norm_weight/mean": -0.01068115234375, "train/tensor_grad_model_norm_weight/std": 0.00433349609375, "train/tensor_grad_model_norm_weight/max_abs": 0.0240478515625, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.0133056640625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 1.296401023864746e-06, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 7.343292236328125e-05, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.00064849853515625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 0.00958251953125, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -2.5331974029541016e-07, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 5.2928924560546875e-05, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 0.000743865966796875, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 0.00933837890625, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": 8.475035429000854e-08, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 5.14984130859375e-05, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 0.000736236572265625, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.000492095947265625, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": -2.8133392333984375e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 3.337860107421875e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 0.00015544891357421875, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.0076904296875, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": -8.307397365570068e-07, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 6.008148193359375e-05, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.000457763671875, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.0106201171875, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": 8.42846930027008e-08, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 8.296966552734375e-05, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.0004062652587890625, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.0002288818359375, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": 1.83936208486557e-08, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 1.7881393432617188e-06, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 1.1920928955078125e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.00012683868408203125, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": -4.220055416226387e-09, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 9.909272193908691e-07, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 7.271766662597656e-06, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.0002880096435546875, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": 8.761882781982422e-06, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 2.396106719970703e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 6.29425048828125e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.0101318359375, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -1.6111880540847778e-07, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 5.5789947509765625e-05, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.00041961669921875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 0.01470947265625, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -4.7963112592697144e-08, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 8.153915405273438e-05, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 0.00101470947265625, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 0.0135498046875, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": 4.5634806156158447e-07, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 7.486343383789062e-05, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 0.000858306884765625, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.000518798828125, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": -4.112720489501953e-06, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 4.601478576660156e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.00018405914306640625, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.007568359375, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": 9.350478649139404e-07, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 5.91278076171875e-05, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.000530242919921875, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.01287841796875, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": 1.4808028936386108e-07, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.00010061264038085938, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.0004558563232421875, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 9.107589721679688e-05, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": -1.229636836796999e-09, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 7.115304470062256e-07, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 7.450580596923828e-06, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 5.6743621826171875e-05, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": 3.183231456205249e-10, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 4.4330954551696777e-07, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 3.5017728805541992e-06, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.000263214111328125, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": 1.996755599975586e-06, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 2.3245811462402344e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 7.2479248046875e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.0089111328125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -2.207234501838684e-07, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 4.9114227294921875e-05, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.0003509521484375, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 0.01434326171875, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 2.421438694000244e-07, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 7.915496826171875e-05, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 0.001007080078125, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 0.0152587890625, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -4.917383193969727e-07, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 8.440017700195312e-05, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 0.000732421875, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.000457763671875, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": 2.4586915969848633e-06, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 4.0531158447265625e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 0.00015163421630859375, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.010009765625, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": -2.477318048477173e-07, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 7.82012939453125e-05, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.000774383544921875, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.0189208984375, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": -8.493661880493164e-07, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.00014781951904296875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.00075531005859375, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 2.8371810913085938e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": 3.219611244276166e-10, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 2.2165477275848389e-07, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 1.4081597328186035e-06, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 1.6450881958007812e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": 4.092726157978177e-10, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 1.2852251529693604e-07, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 1.214444637298584e-06, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.0004444122314453125, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": -6.377696990966797e-06, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 3.886222839355469e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.00011968612670898438, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.010986328125, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": 4.414469003677368e-07, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 6.079673767089844e-05, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.00048065185546875, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 0.018798828125, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -7.748603820800781e-07, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 0.00010347366333007812, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 0.001007080078125, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 0.01519775390625, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -6.444752216339111e-07, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 8.392333984375e-05, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 0.00079345703125, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.000545501708984375, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": 3.6209821701049805e-06, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 4.839897155761719e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 0.0001430511474609375, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.014404296875, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": -6.379559636116028e-08, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 0.0001125335693359375, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.0011138916015625, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.019287109375, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": -1.5497207641601562e-06, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.0001506805419921875, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.000946044921875, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 4.506111145019531e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": -1.5133991837501526e-09, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 3.520399332046509e-07, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 4.231929779052734e-06, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 3.147125244140625e-05, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": 2.7066562324762344e-09, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 2.4586915969848633e-07, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 2.4884939193725586e-06, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.0004730224609375, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": -9.000301361083984e-06, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 4.100799560546875e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.000152587890625, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.01123046875, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 2.2165477275848389e-07, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 6.198883056640625e-05, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.000606536865234375, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 0.0133056640625, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -3.762543201446533e-07, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 7.343292236328125e-05, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 0.000743865966796875, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 0.0196533203125, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": 3.4086406230926514e-07, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 0.00010824203491210938, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 0.00124359130859375, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.00055694580078125, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": -2.9802322387695312e-06, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 4.935264587402344e-05, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 0.0001811981201171875, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.0157470703125, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": 6.332993507385254e-07, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 0.00012302398681640625, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0008544921875, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.0196533203125, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": -7.562339305877686e-07, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 0.00015354156494140625, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.00089263916015625, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 4.649162292480469e-05, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": 3.41970007866621e-09, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 3.632158041000366e-07, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 3.3080577850341797e-06, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 3.218650817871094e-05, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": 1.1859810911118984e-09, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 2.514570951461792e-07, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 2.637505531311035e-06, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.0003814697265625, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": -9.760260581970215e-07, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 3.3855438232421875e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.0001392364501953125, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.00860595703125, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 1.5459954738616943e-07, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 4.76837158203125e-05, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.0004444122314453125, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 0.0147705078125, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 6.631016731262207e-07, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 8.153915405273438e-05, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 0.000946044921875, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 0.0120849609375, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -9.164214134216309e-07, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 6.67572021484375e-05, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 0.00063323974609375, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.0004425048828125, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": -3.56137752532959e-06, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 3.910064697265625e-05, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.00015926361083984375, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 0.0177001953125, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": -3.2223761081695557e-07, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.00013828277587890625, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.00144195556640625, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 0.0191650390625, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": -5.62518835067749e-07, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.00014972686767578125, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0008087158203125, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 3.314018249511719e-05, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": -5.820766091346741e-10, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 2.5890767574310303e-07, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 3.11434268951416e-06, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 2.3126602172851562e-05, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": -2.954038791358471e-09, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 1.8067657947540283e-07, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 1.7955899238586426e-06, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.000392913818359375, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": -4.112720489501953e-06, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 3.457069396972656e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.000141143798828125, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.0111083984375, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": -2.980232238769531e-07, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 6.151199340820312e-05, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.000659942626953125, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 0.0174560546875, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 4.3958425521850586e-07, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 9.679794311523438e-05, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 0.00115203857421875, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 0.01416015625, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -4.842877388000488e-07, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 7.82012939453125e-05, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 0.000949859619140625, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.0005340576171875, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": -1.952052116394043e-06, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 4.7206878662109375e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.00023365020751953125, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 0.0172119140625, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": -8.265487849712372e-09, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 0.00013446807861328125, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.0014190673828125, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 0.02099609375, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": 4.284083843231201e-07, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.000164031982421875, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.0009613037109375, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.00011682510375976562, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": -2.750311978161335e-09, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 9.126961231231689e-07, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 8.463859558105469e-06, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 8.678436279296875e-05, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": 2.9103830456733704e-09, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 6.780028343200684e-07, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 6.407499313354492e-06, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.000396728515625, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": 2.9206275939941406e-06, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 3.504753112792969e-05, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.0001506805419921875, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.01904296875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 6.007030606269836e-08, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.0001049041748046875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.000759124755859375, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 0.01611328125, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": -2.2910535335540771e-07, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 8.916854858398438e-05, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 0.00106048583984375, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 0.0157470703125, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -5.21540641784668e-07, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 8.726119995117188e-05, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 0.001129150390625, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.000606536865234375, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": -2.491474151611328e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 4.76837158203125e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.00018405914306640625, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 0.01708984375, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": -1.7955899238586426e-06, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 0.000133514404296875, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.0008697509765625, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 0.013916015625, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": -3.7066638469696045e-07, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.0001087188720703125, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.00072479248046875, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.00015735626220703125, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": 9.022187441587448e-09, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 1.2293457984924316e-06, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 1.0609626770019531e-05, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.00013446807861328125, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": 3.157765604555607e-09, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 1.0505318641662598e-06, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 9.5367431640625e-06, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.0002460479736328125, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": 7.301568984985352e-07, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 2.1696090698242188e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 8.392333984375e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 0.0155029296875, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 8.055940270423889e-08, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 8.535385131835938e-05, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.000675201416015625, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 0.0123291015625, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -2.9249349609017372e-09, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 6.818771362304688e-05, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 0.000835418701171875, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 0.0126953125, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -1.7695128917694092e-07, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 7.009506225585938e-05, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 0.000949859619140625, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.0004444122314453125, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": 1.1265277862548828e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 3.790855407714844e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.00016307830810546875, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.0177001953125, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": -1.1622905731201172e-06, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.00013828277587890625, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.00160980224609375, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.010498046875, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": 4.991888999938965e-07, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 8.20159912109375e-05, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.00122833251953125, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.0003662109375, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": -5.995389074087143e-09, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 2.86102294921875e-06, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 5.7697296142578125e-05, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.0005645751953125, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": -4.0512531995773315e-08, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 4.410743713378906e-06, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 8.296966552734375e-05, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.000278472900390625, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": 2.6226043701171875e-06, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 2.4557113647460938e-05, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 0.00010728836059570312, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 0.1318359375, "train/tensor_grad_model_embed_tokens_weight/mean": 4.307366907596588e-09, "train/tensor_grad_model_embed_tokens_weight/std": 0.0001811981201171875, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.021728515625, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 51.5, "train/tensor_param_model_embed_tokens_weight/mean": -0.00125885009765625, "train/tensor_param_model_embed_tokens_weight/std": 0.0712890625, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.25, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 3.34375, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -0.00020503997802734375, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 3.546875, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 0.00011777877807617188, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 0.0001354217529296875, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": -9.250640869140625e-05, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 3.96875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 4.00543212890625e-05, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 3.9375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": -1.2934207916259766e-05, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 3.9375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 3.140625, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": -0.0001678466796875, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.0245361328125, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 3.125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": -3.981590270996094e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.0244140625, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.0947265625, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": -0.00016689300537109375, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": 5.459785461425781e-05, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 3.9375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -9.679794311523438e-05, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 3.921875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00014972686767578125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0216064453125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 3.90625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": 8.285045623779297e-06, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.0216064453125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 3.359375, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": -0.0002193450927734375, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.0262451171875, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.115234375, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 3.25, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -3.814697265625e-05, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.025390625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": -1.055002212524414e-05, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.625, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": -0.00011110305786132812, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 3.84375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.0001068115234375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 3.84375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": -7.2479248046875e-05, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.09375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 3.859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00021457672119140625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": 0.0001201629638671875, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.0947265625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 3.3125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": 0.000148773193359375, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.02587890625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": -1.3053417205810547e-05, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 2.6875, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -0.0002460479736328125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 3.828125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -6.771087646484375e-05, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.00017452239990234375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 3.828125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.00019168853759765625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 3.5, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": -0.000102996826171875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 3.34375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": -5.555152893066406e-05, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": 5.745887756347656e-05, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": -0.00013446807861328125, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -6.580352783203125e-05, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 8.7738037109375e-05, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 3.84375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 8.58306884765625e-05, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 3.625, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -3.719329833984375e-05, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 3.46875, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": -7.343292236328125e-05, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.09814453125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": -0.00019168853759765625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 2.796875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": 0.00021457672119140625, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 3.875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.00012969970703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 3.84375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": -0.00030517578125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 3.875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 3.890625, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": -9.918212890625e-05, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 3.6875, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": 0.000213623046875, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.10205078125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.0002155303955078125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.875, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.0003452301025390625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 3.984375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.0001659393310546875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 4.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.0002613067626953125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.0625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 4.029273986816406e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 3.71875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.10546875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 3.53125, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.09521484375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 2.625, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -9.1552734375e-05, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": -0.0001316070556640625, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 4.25, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.00017261505126953125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.0234375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 4.21875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": 2.9921531677246094e-05, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0233154296875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.3125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -7.867813110351562e-06, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0238037109375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 4.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": 0.0001659393310546875, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.03125, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 3.796875, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": 2.8967857360839844e-05, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": 5.221366882324219e-05, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": -0.00022602081298828125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -7.927417755126953e-06, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} +{"step": 1840, "epoch": 0.12403100775193798, "timestamp": 1786049162.5785267, "loss": 0.20482723712921141, "grad_norm": 0.2060546875, "learning_rate": 0.0003, "train/total_time_seconds": 55.628228697925806, "train/time_per_step_avg": 0.03008990757167339, "train/epoch_time_elapsed": 220.50286919996142, "train/estimated_remaining_minutes": 0.08062062130134176} +{"step": 1860, "epoch": 0.12537917087967643, "timestamp": 1786049164.1124387, "loss": 0.20474963188171386, "grad_norm": 0.220703125, "learning_rate": 0.0003, "train/total_time_seconds": 56.21689282730222, "train/time_per_step_avg": 0.030047429278492927, "train/epoch_time_elapsed": 222.03678177669644, "train/estimated_remaining_minutes": 0.07052298383353325} +{"step": 1880, "epoch": 0.1267273340074149, "timestamp": 1786049165.71135, "loss": 0.20423946380615235, "grad_norm": 0.2109375, "learning_rate": 0.0003, "train/total_time_seconds": 56.80974355712533, "train/time_per_step_avg": 0.030051540397107602, "train/epoch_time_elapsed": 223.635692730546, "train/estimated_remaining_minutes": 0.06043589740119716} +{"step": 1900, "epoch": 0.12807549713515334, "timestamp": 1786049167.2641106, "loss": 0.20402367115020753, "grad_norm": 0.216796875, "learning_rate": 0.0003, "train/total_time_seconds": 57.408429857343435, "train/time_per_step_avg": 0.03012047868221998, "train/epoch_time_elapsed": 225.18845307081938, "train/estimated_remaining_minutes": 0.05035827180468722} +{"step": 1920, "epoch": 0.12942366026289182, "timestamp": 1786049168.898497, "loss": 0.20232999324798584, "grad_norm": 0.2119140625, "learning_rate": 0.0003, "train/total_time_seconds": 58.01566907763481, "train/time_per_step_avg": 0.02975264109671116, "train/epoch_time_elapsed": 226.82283952832222, "train/estimated_remaining_minutes": 0.04028865908169084} +{"step": 1940, "epoch": 0.13077182339063026, "timestamp": 1786049170.4411392, "loss": 0.20286252498626708, "grad_norm": 0.203125, "learning_rate": 0.0003, "train/total_time_seconds": 58.60703255236149, "train/time_per_step_avg": 0.029788038544356823, "train/epoch_time_elapsed": 228.36548160016537, "train/estimated_remaining_minutes": 0.030209810594000772} +{"step": 1960, "epoch": 0.13211998651836873, "timestamp": 1786049171.973513, "loss": 0.20078661441802978, "grad_norm": 0.20703125, "learning_rate": 0.0003, "train/total_time_seconds": 59.19487991556525, "train/time_per_step_avg": 0.029779870882630347, "train/epoch_time_elapsed": 229.89785585179925, "train/estimated_remaining_minutes": 0.02013431289645077} +{"step": 1980, "epoch": 0.13346814964610718, "timestamp": 1786049173.5138433, "loss": 0.20174212455749513, "grad_norm": 0.2080078125, "learning_rate": 0.0003, "train/total_time_seconds": 59.78587021678686, "train/time_per_step_avg": 0.029761266596615314, "train/epoch_time_elapsed": 231.43818635866046, "train/estimated_remaining_minutes": 0.010064961315957384} +{"step": 2000, "epoch": 0.13481631277384565, "timestamp": 1786049175.0802166, "loss": 0.20114669799804688, "grad_norm": 0.208984375, "learning_rate": 0.0003, "train/total_time_seconds": 60.37846926599741, "train/time_per_step_avg": 0.029700394086539746, "train/epoch_time_elapsed": 233.00455931201577, "train/estimated_remaining_minutes": 0.0} +{"step": 2000, "epoch": 0.13481631277384565, "timestamp": 1786049183.49677, "eval_loss": 0.20278693735599518, "eval_runtime": 8.4147, "eval_samples_per_second": 1132.186, "eval_steps_per_second": 17.707, "train/total_time_seconds": 60.37846926599741, "train/time_per_step_avg": 0.029700394086539746, "train/epoch_time_elapsed": 241.42111245915294, "train/estimated_remaining_minutes": 0.0} +{"step": 2000, "epoch": 0.13481631277384565, "timestamp": 1786049183.5455534, "train_runtime": 242.0819, "train_samples_per_second": 528.747, "train_steps_per_second": 8.262, "total_flos": 580776886272000.0, "train_loss": 0.9298655097484588, "train/total_time_seconds": 60.37846926599741, "train/time_per_step_avg": 0.029700394086539746, "train/epoch_time_elapsed": 241.4698947109282, "train/estimated_remaining_minutes": 0.0} +{"step": 2000, "epoch": 0.13481631277384565, "timestamp": 1786049193.1816897, "eval_loss": 0.20278693735599518, "eval_runtime": 8.4378, "eval_samples_per_second": 1129.08, "eval_steps_per_second": 17.659, "train/total_time_seconds": 60.37846926599741, "train/time_per_step_avg": 0.029700394086539746, "train/epoch_time_elapsed": 251.10603235289454, "train/estimated_remaining_minutes": 0.0} diff --git a/out/glu-situglu-9L_run/checkpoint-1000/config.json b/out/glu-situglu-9L_run/checkpoint-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a011151d0ac497123dc7a41962bbd6938d436d33 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1000/config.json @@ -0,0 +1,35 @@ +{ + "activation": "situglu", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 9, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/glu-situglu-9L_run/checkpoint-1000/model.safetensors b/out/glu-situglu-9L_run/checkpoint-1000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a165fc2e36e267a2d8d9b9c9790836ff273f0f2b --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2cd5c8ad2c757d75a6418d9320642b878894b56597a6142c7aad179394f4730 +size 4011552 diff --git a/out/glu-situglu-9L_run/checkpoint-1000/optimizer.pt b/out/glu-situglu-9L_run/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..76c3ef22627b63a97abf389d404c721d59da6857 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a3ef2ff52b5b829bbd3c1b9b2aefe33afee3bd104dc4d7a66b1a42a299506f +size 8074746 diff --git a/out/glu-situglu-9L_run/checkpoint-1000/rng_state.pth b/out/glu-situglu-9L_run/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..53b3a4c4c904d8e7f3224f18775e25e4ac5e4436 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95b6047bd8cc6f4cdf7c46dea47edb8e542435510070c6cd1e0a7d9ccf5fd7da +size 14244 diff --git a/out/glu-situglu-9L_run/checkpoint-1000/scheduler.pt b/out/glu-situglu-9L_run/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..deb6b1d8c7c65bf2d973a5d4b31eba70b3f12f23 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5f71c5fa69d56807b14256b78700be6088fcb1bda0ff8e0ea6f8709a7df2fde +size 1064 diff --git a/out/glu-situglu-9L_run/checkpoint-1000/tokenizer.json b/out/glu-situglu-9L_run/checkpoint-1000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1000/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/glu-situglu-9L_run/checkpoint-1000/tokenizer_config.json b/out/glu-situglu-9L_run/checkpoint-1000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1000/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/glu-situglu-9L_run/checkpoint-1000/trainer_state.json b/out/glu-situglu-9L_run/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..431756aa2e8f7cc367f95ad35fbe023afea8ed49 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1000/trainer_state.json @@ -0,0 +1,424 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.06740815638692282, + "eval_steps": 200, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 1.2578125, + "learning_rate": 0.0003, + "loss": 7.793804931640625, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.171875, + "learning_rate": 0.0003, + "loss": 7.022835540771484, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.0, + "learning_rate": 0.0003, + "loss": 6.450706481933594, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.9296875, + "learning_rate": 0.0003, + "loss": 6.003890609741211, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 3.53125, + "learning_rate": 0.0003, + "loss": 5.4485828399658205, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 2.9375, + "learning_rate": 0.0003, + "loss": 4.944174575805664, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 3.3125, + "learning_rate": 0.0003, + "loss": 4.507948684692383, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 2.859375, + "learning_rate": 0.0003, + "loss": 4.094369125366211, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 2.703125, + "learning_rate": 0.0003, + "loss": 3.715929412841797, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 2.203125, + "learning_rate": 0.0003, + "loss": 3.352855682373047, + "step": 200 + }, + { + "epoch": 0.013481631277384564, + "eval_loss": 3.1672160625457764, + "eval_runtime": 8.5158, + "eval_samples_per_second": 1118.739, + "eval_steps_per_second": 17.497, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 2.203125, + "learning_rate": 0.0003, + "loss": 2.9979101181030274, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 1.9140625, + "learning_rate": 0.0003, + "loss": 2.638140106201172, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 2.140625, + "learning_rate": 0.0003, + "loss": 2.2962114334106447, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 1.84375, + "learning_rate": 0.0003, + "loss": 1.9714105606079102, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 2.0625, + "learning_rate": 0.0003, + "loss": 1.6777704238891602, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.4765625, + "learning_rate": 0.0003, + "loss": 1.4184170722961427, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 1.4375, + "learning_rate": 0.0003, + "loss": 1.2252904891967773, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 1.0859375, + "learning_rate": 0.0003, + "loss": 1.0854849815368652, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 1.109375, + "learning_rate": 0.0003, + "loss": 0.9601390838623047, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.60546875, + "learning_rate": 0.0003, + "loss": 0.8285150527954102, + "step": 400 + }, + { + "epoch": 0.026963262554769128, + "eval_loss": 0.77406907081604, + "eval_runtime": 8.4577, + "eval_samples_per_second": 1126.423, + "eval_steps_per_second": 17.617, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.5234375, + "learning_rate": 0.0003, + "loss": 0.7167386531829834, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.498046875, + "learning_rate": 0.0003, + "loss": 0.6465096950531006, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.51953125, + "learning_rate": 0.0003, + "loss": 0.5791397094726562, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.4375, + "learning_rate": 0.0003, + "loss": 0.5380198001861572, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.447265625, + "learning_rate": 0.0003, + "loss": 0.49995784759521483, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.35546875, + "learning_rate": 0.0003, + "loss": 0.47292389869689944, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.361328125, + "learning_rate": 0.0003, + "loss": 0.44700446128845217, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.408203125, + "learning_rate": 0.0003, + "loss": 0.4330583572387695, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.365234375, + "learning_rate": 0.0003, + "loss": 0.4167480945587158, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.365234375, + "learning_rate": 0.0003, + "loss": 0.40725293159484866, + "step": 600 + }, + { + "epoch": 0.04044489383215369, + "eval_loss": 0.40257543325424194, + "eval_runtime": 8.4955, + "eval_samples_per_second": 1121.412, + "eval_steps_per_second": 17.539, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.380859375, + "learning_rate": 0.0003, + "loss": 0.39375302791595457, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 2.453125, + "learning_rate": 0.0003, + "loss": 0.3863722324371338, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.9453125, + "learning_rate": 0.0003, + "loss": 0.39115495681762696, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.408203125, + "learning_rate": 0.0003, + "loss": 0.3735619783401489, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.306640625, + "learning_rate": 0.0003, + "loss": 0.360651421546936, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.279296875, + "learning_rate": 0.0003, + "loss": 0.3540374279022217, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.27734375, + "learning_rate": 0.0003, + "loss": 0.3440989971160889, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.2734375, + "learning_rate": 0.0003, + "loss": 0.34135589599609373, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.29296875, + "learning_rate": 0.0003, + "loss": 0.3341085910797119, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.294921875, + "learning_rate": 0.0003, + "loss": 0.3262310266494751, + "step": 800 + }, + { + "epoch": 0.053926525109538256, + "eval_loss": 0.3270248770713806, + "eval_runtime": 8.5141, + "eval_samples_per_second": 1118.961, + "eval_steps_per_second": 17.5, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.32421875, + "learning_rate": 0.0003, + "loss": 0.3224670648574829, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.291015625, + "learning_rate": 0.0003, + "loss": 0.31727190017700196, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.298828125, + "learning_rate": 0.0003, + "loss": 0.31037948131561277, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.283203125, + "learning_rate": 0.0003, + "loss": 0.30405306816101074, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.306640625, + "learning_rate": 0.0003, + "loss": 0.30279972553253176, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.328125, + "learning_rate": 0.0003, + "loss": 0.2994309663772583, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.318359375, + "learning_rate": 0.0003, + "loss": 0.2952401638031006, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.330078125, + "learning_rate": 0.0003, + "loss": 0.2905283451080322, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.365234375, + "learning_rate": 0.0003, + "loss": 0.28865833282470704, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.3046875, + "learning_rate": 0.0003, + "loss": 0.2860438585281372, + "step": 1000 + }, + { + "epoch": 0.06740815638692282, + "eval_loss": 0.28539252281188965, + "eval_runtime": 8.5689, + "eval_samples_per_second": 1111.809, + "eval_steps_per_second": 17.388, + "step": 1000 + } + ], + "logging_steps": 20, + "max_steps": 2000, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 290388443136000.0, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/out/glu-situglu-9L_run/checkpoint-1000/training_args.bin b/out/glu-situglu-9L_run/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..a07ba6d45c8298f4807a6a8ffd52489a693f2c08 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d9b411968661617d32794fc4981dd80c49ba782deaa6cc247aefafa8768d2e +size 4920 diff --git a/out/glu-situglu-9L_run/checkpoint-1500/config.json b/out/glu-situglu-9L_run/checkpoint-1500/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a011151d0ac497123dc7a41962bbd6938d436d33 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1500/config.json @@ -0,0 +1,35 @@ +{ + "activation": "situglu", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 9, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/glu-situglu-9L_run/checkpoint-1500/model.safetensors b/out/glu-situglu-9L_run/checkpoint-1500/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90f4bdacbfef897b8763b892c31bda08ca7310a1 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8dcf9f3e4206d2f3e5384981dd51034aa0869564b18933bb1057f78822efd6 +size 4011552 diff --git a/out/glu-situglu-9L_run/checkpoint-1500/optimizer.pt b/out/glu-situglu-9L_run/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..b22b0b3a9775f29035f172c8783cd8d7ea218ed3 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b910f3c45cceca5c8cda6fc10f98650287bd06597ec92b3d3cd75e68d8a960 +size 8074746 diff --git a/out/glu-situglu-9L_run/checkpoint-1500/rng_state.pth b/out/glu-situglu-9L_run/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..85747b4d2343479451c52c5725a3ef89612931f5 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2768285b45b2a0c05f6f50bbb8c0287fca6f62a8cde6d1b1f02151ac72ee8dc +size 14244 diff --git a/out/glu-situglu-9L_run/checkpoint-1500/scheduler.pt b/out/glu-situglu-9L_run/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..47502de634254b6bb5ddc3f55db4ca5f4f520da4 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b26a759cc207e28dea06eae7ad531c2dd78a09978f6972edbfc1566adccd7142 +size 1064 diff --git a/out/glu-situglu-9L_run/checkpoint-1500/tokenizer.json b/out/glu-situglu-9L_run/checkpoint-1500/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1500/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/glu-situglu-9L_run/checkpoint-1500/tokenizer_config.json b/out/glu-situglu-9L_run/checkpoint-1500/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1500/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/glu-situglu-9L_run/checkpoint-1500/trainer_state.json b/out/glu-situglu-9L_run/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7576ef8db943091cb347d9fd000dba9c7d76634e --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1500/trainer_state.json @@ -0,0 +1,615 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.10111223458038422, + "eval_steps": 200, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 1.2578125, + "learning_rate": 0.0003, + "loss": 7.793804931640625, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.171875, + "learning_rate": 0.0003, + "loss": 7.022835540771484, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.0, + "learning_rate": 0.0003, + "loss": 6.450706481933594, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.9296875, + "learning_rate": 0.0003, + "loss": 6.003890609741211, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 3.53125, + "learning_rate": 0.0003, + "loss": 5.4485828399658205, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 2.9375, + "learning_rate": 0.0003, + "loss": 4.944174575805664, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 3.3125, + "learning_rate": 0.0003, + "loss": 4.507948684692383, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 2.859375, + "learning_rate": 0.0003, + "loss": 4.094369125366211, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 2.703125, + "learning_rate": 0.0003, + "loss": 3.715929412841797, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 2.203125, + "learning_rate": 0.0003, + "loss": 3.352855682373047, + "step": 200 + }, + { + "epoch": 0.013481631277384564, + "eval_loss": 3.1672160625457764, + "eval_runtime": 8.5158, + "eval_samples_per_second": 1118.739, + "eval_steps_per_second": 17.497, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 2.203125, + "learning_rate": 0.0003, + "loss": 2.9979101181030274, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 1.9140625, + "learning_rate": 0.0003, + "loss": 2.638140106201172, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 2.140625, + "learning_rate": 0.0003, + "loss": 2.2962114334106447, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 1.84375, + "learning_rate": 0.0003, + "loss": 1.9714105606079102, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 2.0625, + "learning_rate": 0.0003, + "loss": 1.6777704238891602, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.4765625, + "learning_rate": 0.0003, + "loss": 1.4184170722961427, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 1.4375, + "learning_rate": 0.0003, + "loss": 1.2252904891967773, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 1.0859375, + "learning_rate": 0.0003, + "loss": 1.0854849815368652, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 1.109375, + "learning_rate": 0.0003, + "loss": 0.9601390838623047, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.60546875, + "learning_rate": 0.0003, + "loss": 0.8285150527954102, + "step": 400 + }, + { + "epoch": 0.026963262554769128, + "eval_loss": 0.77406907081604, + "eval_runtime": 8.4577, + "eval_samples_per_second": 1126.423, + "eval_steps_per_second": 17.617, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.5234375, + "learning_rate": 0.0003, + "loss": 0.7167386531829834, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.498046875, + "learning_rate": 0.0003, + "loss": 0.6465096950531006, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.51953125, + "learning_rate": 0.0003, + "loss": 0.5791397094726562, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.4375, + "learning_rate": 0.0003, + "loss": 0.5380198001861572, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.447265625, + "learning_rate": 0.0003, + "loss": 0.49995784759521483, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.35546875, + "learning_rate": 0.0003, + "loss": 0.47292389869689944, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.361328125, + "learning_rate": 0.0003, + "loss": 0.44700446128845217, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.408203125, + "learning_rate": 0.0003, + "loss": 0.4330583572387695, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.365234375, + "learning_rate": 0.0003, + "loss": 0.4167480945587158, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.365234375, + "learning_rate": 0.0003, + "loss": 0.40725293159484866, + "step": 600 + }, + { + "epoch": 0.04044489383215369, + "eval_loss": 0.40257543325424194, + "eval_runtime": 8.4955, + "eval_samples_per_second": 1121.412, + "eval_steps_per_second": 17.539, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.380859375, + "learning_rate": 0.0003, + "loss": 0.39375302791595457, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 2.453125, + "learning_rate": 0.0003, + "loss": 0.3863722324371338, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.9453125, + "learning_rate": 0.0003, + "loss": 0.39115495681762696, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.408203125, + "learning_rate": 0.0003, + "loss": 0.3735619783401489, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.306640625, + "learning_rate": 0.0003, + "loss": 0.360651421546936, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.279296875, + "learning_rate": 0.0003, + "loss": 0.3540374279022217, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.27734375, + "learning_rate": 0.0003, + "loss": 0.3440989971160889, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.2734375, + "learning_rate": 0.0003, + "loss": 0.34135589599609373, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.29296875, + "learning_rate": 0.0003, + "loss": 0.3341085910797119, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.294921875, + "learning_rate": 0.0003, + "loss": 0.3262310266494751, + "step": 800 + }, + { + "epoch": 0.053926525109538256, + "eval_loss": 0.3270248770713806, + "eval_runtime": 8.5141, + "eval_samples_per_second": 1118.961, + "eval_steps_per_second": 17.5, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.32421875, + "learning_rate": 0.0003, + "loss": 0.3224670648574829, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.291015625, + "learning_rate": 0.0003, + "loss": 0.31727190017700196, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.298828125, + "learning_rate": 0.0003, + "loss": 0.31037948131561277, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.283203125, + "learning_rate": 0.0003, + "loss": 0.30405306816101074, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.306640625, + "learning_rate": 0.0003, + "loss": 0.30279972553253176, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.328125, + "learning_rate": 0.0003, + "loss": 0.2994309663772583, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.318359375, + "learning_rate": 0.0003, + "loss": 0.2952401638031006, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.330078125, + "learning_rate": 0.0003, + "loss": 0.2905283451080322, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.365234375, + "learning_rate": 0.0003, + "loss": 0.28865833282470704, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.3046875, + "learning_rate": 0.0003, + "loss": 0.2860438585281372, + "step": 1000 + }, + { + "epoch": 0.06740815638692282, + "eval_loss": 0.28539252281188965, + "eval_runtime": 8.5689, + "eval_samples_per_second": 1111.809, + "eval_steps_per_second": 17.388, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.333984375, + "learning_rate": 0.0003, + "loss": 0.2810789108276367, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.28125, + "learning_rate": 0.0003, + "loss": 0.2767570734024048, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.333984375, + "learning_rate": 0.0003, + "loss": 0.2760180950164795, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.306640625, + "learning_rate": 0.0003, + "loss": 0.2714431047439575, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.32421875, + "learning_rate": 0.0003, + "loss": 0.2704152584075928, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.37890625, + "learning_rate": 0.0003, + "loss": 0.26700942516326903, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 1.140625, + "learning_rate": 0.0003, + "loss": 0.29485843181610105, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.400390625, + "learning_rate": 0.0003, + "loss": 0.27065248489379884, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.333984375, + "learning_rate": 0.0003, + "loss": 0.26451032161712645, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.267578125, + "learning_rate": 0.0003, + "loss": 0.26219322681427004, + "step": 1200 + }, + { + "epoch": 0.08088978766430738, + "eval_loss": 0.2612524628639221, + "eval_runtime": 8.6079, + "eval_samples_per_second": 1106.779, + "eval_steps_per_second": 17.31, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.25, + "learning_rate": 0.0003, + "loss": 0.2575028896331787, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.248046875, + "learning_rate": 0.0003, + "loss": 0.25518064498901366, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.2490234375, + "learning_rate": 0.0003, + "loss": 0.2539027452468872, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.25, + "learning_rate": 0.0003, + "loss": 0.24920670986175536, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.2470703125, + "learning_rate": 0.0003, + "loss": 0.24917314052581788, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.240234375, + "learning_rate": 0.0003, + "loss": 0.24632787704467773, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.25, + "learning_rate": 0.0003, + "loss": 0.24541354179382324, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.2490234375, + "learning_rate": 0.0003, + "loss": 0.2430295467376709, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.26171875, + "learning_rate": 0.0003, + "loss": 0.24261221885681153, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.28515625, + "learning_rate": 0.0003, + "loss": 0.24039824008941652, + "step": 1400 + }, + { + "epoch": 0.09437141894169195, + "eval_loss": 0.24237078428268433, + "eval_runtime": 8.6343, + "eval_samples_per_second": 1103.385, + "eval_steps_per_second": 17.257, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.259765625, + "learning_rate": 0.0003, + "loss": 0.24012534618377684, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.248046875, + "learning_rate": 0.0003, + "loss": 0.2381824731826782, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.251953125, + "learning_rate": 0.0003, + "loss": 0.23610148429870606, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.314453125, + "learning_rate": 0.0003, + "loss": 0.2342632532119751, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.2451171875, + "learning_rate": 0.0003, + "loss": 0.23345742225646973, + "step": 1500 + } + ], + "logging_steps": 20, + "max_steps": 2000, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 435582664704000.0, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/out/glu-situglu-9L_run/checkpoint-1500/training_args.bin b/out/glu-situglu-9L_run/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..a07ba6d45c8298f4807a6a8ffd52489a693f2c08 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d9b411968661617d32794fc4981dd80c49ba782deaa6cc247aefafa8768d2e +size 4920 diff --git a/out/glu-situglu-9L_run/checkpoint-500/config.json b/out/glu-situglu-9L_run/checkpoint-500/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a011151d0ac497123dc7a41962bbd6938d436d33 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-500/config.json @@ -0,0 +1,35 @@ +{ + "activation": "situglu", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 9, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/glu-situglu-9L_run/checkpoint-500/model.safetensors b/out/glu-situglu-9L_run/checkpoint-500/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1afdd76613755a31c34d4b16bfeebf46a317ba08 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ad1b2f9292270cbe02adffb215fb9bd003529264527bd5ce08b5c8ee8ff1c3 +size 4011552 diff --git a/out/glu-situglu-9L_run/checkpoint-500/optimizer.pt b/out/glu-situglu-9L_run/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa35ae664e473bff3a140567a9175a2833fa3ffb --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fdb70a1e14ba341da1780bcb83dbf02cbbb70494c93963ab1065f7d8107a116 +size 8074746 diff --git a/out/glu-situglu-9L_run/checkpoint-500/rng_state.pth b/out/glu-situglu-9L_run/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/out/glu-situglu-9L_run/checkpoint-500/scheduler.pt b/out/glu-situglu-9L_run/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e5cfcefa3d773b3bbda0d9b507df538eb5b8faf --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e328dcb5672eefa48692126747c226aede5ae2e575011f8f5a2b20326a61f850 +size 1064 diff --git a/out/glu-situglu-9L_run/checkpoint-500/tokenizer.json b/out/glu-situglu-9L_run/checkpoint-500/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-500/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/out/glu-situglu-9L_run/checkpoint-500/tokenizer_config.json b/out/glu-situglu-9L_run/checkpoint-500/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-500/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/out/glu-situglu-9L_run/checkpoint-500/trainer_state.json b/out/glu-situglu-9L_run/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ed29f0f14cb73f4e3659449a32389a236941555a --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-500/trainer_state.json @@ -0,0 +1,225 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.03370407819346141, + "eval_steps": 200, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 1.2578125, + "learning_rate": 0.0003, + "loss": 7.793804931640625, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.171875, + "learning_rate": 0.0003, + "loss": 7.022835540771484, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.0, + "learning_rate": 0.0003, + "loss": 6.450706481933594, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.9296875, + "learning_rate": 0.0003, + "loss": 6.003890609741211, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 3.53125, + "learning_rate": 0.0003, + "loss": 5.4485828399658205, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 2.9375, + "learning_rate": 0.0003, + "loss": 4.944174575805664, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 3.3125, + "learning_rate": 0.0003, + "loss": 4.507948684692383, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 2.859375, + "learning_rate": 0.0003, + "loss": 4.094369125366211, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 2.703125, + "learning_rate": 0.0003, + "loss": 3.715929412841797, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 2.203125, + "learning_rate": 0.0003, + "loss": 3.352855682373047, + "step": 200 + }, + { + "epoch": 0.013481631277384564, + "eval_loss": 3.1672160625457764, + "eval_runtime": 8.5158, + "eval_samples_per_second": 1118.739, + "eval_steps_per_second": 17.497, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 2.203125, + "learning_rate": 0.0003, + "loss": 2.9979101181030274, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 1.9140625, + "learning_rate": 0.0003, + "loss": 2.638140106201172, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 2.140625, + "learning_rate": 0.0003, + "loss": 2.2962114334106447, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 1.84375, + "learning_rate": 0.0003, + "loss": 1.9714105606079102, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 2.0625, + "learning_rate": 0.0003, + "loss": 1.6777704238891602, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.4765625, + "learning_rate": 0.0003, + "loss": 1.4184170722961427, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 1.4375, + "learning_rate": 0.0003, + "loss": 1.2252904891967773, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 1.0859375, + "learning_rate": 0.0003, + "loss": 1.0854849815368652, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 1.109375, + "learning_rate": 0.0003, + "loss": 0.9601390838623047, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.60546875, + "learning_rate": 0.0003, + "loss": 0.8285150527954102, + "step": 400 + }, + { + "epoch": 0.026963262554769128, + "eval_loss": 0.77406907081604, + "eval_runtime": 8.4577, + "eval_samples_per_second": 1126.423, + "eval_steps_per_second": 17.617, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.5234375, + "learning_rate": 0.0003, + "loss": 0.7167386531829834, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.498046875, + "learning_rate": 0.0003, + "loss": 0.6465096950531006, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.51953125, + "learning_rate": 0.0003, + "loss": 0.5791397094726562, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.4375, + "learning_rate": 0.0003, + "loss": 0.5380198001861572, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.447265625, + "learning_rate": 0.0003, + "loss": 0.49995784759521483, + "step": 500 + } + ], + "logging_steps": 20, + "max_steps": 2000, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 145194221568000.0, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/out/glu-situglu-9L_run/checkpoint-500/training_args.bin b/out/glu-situglu-9L_run/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..a07ba6d45c8298f4807a6a8ffd52489a693f2c08 --- /dev/null +++ b/out/glu-situglu-9L_run/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d9b411968661617d32794fc4981dd80c49ba782deaa6cc247aefafa8768d2e +size 4920 diff --git a/out/glu-situglu-9L_run/config.json b/out/glu-situglu-9L_run/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a011151d0ac497123dc7a41962bbd6938d436d33 --- /dev/null +++ b/out/glu-situglu-9L_run/config.json @@ -0,0 +1,35 @@ +{ + "activation": "situglu", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 9, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.15.0.dev0", + "use_cache": false, + "vocab_size": 4096 +} diff --git a/out/glu-situglu-9L_run/model.safetensors b/out/glu-situglu-9L_run/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90f4bdacbfef897b8763b892c31bda08ca7310a1 --- /dev/null +++ b/out/glu-situglu-9L_run/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8dcf9f3e4206d2f3e5384981dd51034aa0869564b18933bb1057f78822efd6 +size 4011552 diff --git a/out/glu-situglu-9L_run/training_args.bin b/out/glu-situglu-9L_run/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..a07ba6d45c8298f4807a6a8ffd52489a693f2c08 --- /dev/null +++ b/out/glu-situglu-9L_run/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d9b411968661617d32794fc4981dd80c49ba782deaa6cc247aefafa8768d2e +size 4920 diff --git a/out/glu-situglu-9L_run/training_log.jsonl b/out/glu-situglu-9L_run/training_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0f65509f6d7b788266a9666f752b602989bde389 --- /dev/null +++ b/out/glu-situglu-9L_run/training_log.jsonl @@ -0,0 +1,97 @@ +{"step": 20, "epoch": 0.0013481631277384564, "timestamp": 1786049207.8141084, "loss": 7.793804931640625, "grad_norm": 1.2578125, "learning_rate": 0.0003, "train/total_time_seconds": 1.3234254270792007, "train/time_per_step_avg": 0.06617127135396003, "train/epoch_time_elapsed": 2.455759834498167, "train/estimated_remaining_minutes": 2.1836519546806814, "train/global/act/norm": 10259.010127318063, "train/global/act/mean": 0.006423117986174831, "train/global/act/std": 0.0, "train/global/act/max_abs": 8.327466011047363, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 2.188759443316343, "train/global/grad/mean": 3.8384023588001824e-07, "train/global/grad/std": 0.0015482575712799955, "train/global/grad/max_abs": 0.1748046875, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 56.83638369670215, "train/global/param/mean": 0.001193417982815705, "train/global/param/std": 0.04017602393915434, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 3148.203092661523, "train/layer_model_layers_6/act/mean": 0.010756492614746094, "train/layer_model_layers_6/act/std": 0.3843416898119234, "train/layer_model_layers_6/act/max_abs": 4.34375, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.39815454892592556, "train/layer_model_layers_6/grad/mean": 5.37260088273404e-06, "train/layer_model_layers_6/grad/std": 0.0009830033302777273, "train/layer_model_layers_6/grad/max_abs": 0.01434326171875, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 17.930972516587744, "train/layer__model_layers_1/param/mean": 0.0015037733009564524, "train/layer__model_layers_1/param/std": 0.04424889236248319, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 17.937690547768405, "train/layer__model_layers_7/param/mean": 0.001528749320882717, "train/layer__model_layers_7/param/std": 0.04426488559750352, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 3142.2776408325244, "train/layer_model_layers_0/act/mean": -0.0005371570587158203, "train/layer_model_layers_0/act/std": 0.38399762858824144, "train/layer_model_layers_0/act/max_abs": 4.59375, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 0.8688439554026539, "train/layer_model_layers_0/grad/mean": -1.1302594694072111e-06, "train/layer_model_layers_0/grad/std": 0.002144572784319513, "train/layer_model_layers_0/grad/max_abs": 0.037353515625, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 17.914858042191543, "train/layer__model_layers_8/param/mean": 0.0014262325864128314, "train/layer__model_layers_8/param/std": 0.0442132762172358, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 3153.293035216149, "train/layer_model_layers_4/act/mean": 0.013147950172424316, "train/layer_model_layers_4/act/std": 0.3850062699205375, "train/layer_model_layers_4/act/max_abs": 4.6875, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 0.5882942084458094, "train/layer_model_layers_4/grad/mean": -8.97655481481329e-06, "train/layer_model_layers_4/grad/std": 0.0014526990990118235, "train/layer_model_layers_4/grad/max_abs": 0.021728515625, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 3158.4960012395877, "train/layer_model_layers_8/act/mean": 0.009188413619995117, "train/layer_model_layers_8/act/std": 0.38596062362249034, "train/layer_model_layers_8/act/max_abs": 4.625, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.3100650584692569, "train/layer_model_layers_8/grad/mean": 8.695647004242062e-07, "train/layer_model_layers_8/grad/std": 0.0007654256689398482, "train/layer_model_layers_8/grad/max_abs": 0.01312255859375, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 3150.4466715587214, "train/layer_model_layers_5/act/mean": 0.010791242122650146, "train/layer_model_layers_5/act/std": 0.3845838429461436, "train/layer_model_layers_5/act/max_abs": 4.40625, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 0.4720831806030618, "train/layer_model_layers_5/grad/mean": -1.7681238989748188e-06, "train/layer_model_layers_5/grad/std": 0.0011654051836917428, "train/layer_model_layers_5/grad/max_abs": 0.021728515625, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 17.941766424236913, "train/layer__model_layers_3/param/mean": 0.0014491103554664648, "train/layer__model_layers_3/param/std": 0.04427299533446568, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 17.936390699584045, "train/layer__model_layers_4/param/mean": 0.0015467794004728939, "train/layer__model_layers_4/param/std": 0.04425301448426498, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 17.93328020922274, "train/layer__model_layers_5/param/mean": 0.0015539684087363494, "train/layer__model_layers_5/param/std": 0.04425320316848463, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 17.933212139944423, "train/layer__model_layers_0/param/mean": 0.001572512241309965, "train/layer__model_layers_0/param/std": 0.04425209009263985, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 3148.236069325252, "train/layer_model_layers_1/act/mean": -0.00017213821411132812, "train/layer_model_layers_1/act/std": 0.3847136050951951, "train/layer_model_layers_1/act/max_abs": 4.59375, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 0.8723701035710975, "train/layer_model_layers_1/grad/mean": 6.348272428125747e-06, "train/layer_model_layers_1/grad/std": 0.0021538111438225557, "train/layer_model_layers_1/grad/max_abs": 0.036865234375, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 3152.233923754662, "train/layer_model_layers_3/act/mean": 0.010265111923217773, "train/layer_model_layers_3/act/std": 0.38457119167294196, "train/layer_model_layers_3/act/max_abs": 4.84375, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 0.6910257744845674, "train/layer_model_layers_3/grad/mean": -3.826692584152341e-06, "train/layer_model_layers_3/grad/std": 0.0017059042014787233, "train/layer_model_layers_3/grad/max_abs": 0.037353515625, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 17.930972516587744, "train/layer__model_layers_2/param/mean": 0.0015096392906772179, "train/layer__model_layers_2/param/std": 0.044248760075969465, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 3158.659435428741, "train/layer_model_layers_7/act/mean": 0.003923535346984863, "train/layer_model_layers_7/act/std": 0.38613757196942267, "train/layer_model_layers_7/act/max_abs": 4.46875, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.37691553664538147, "train/layer_model_layers_7/grad/mean": 7.897644491165923e-07, "train/layer_model_layers_7/grad/std": 0.0009304473967555901, "train/layer_model_layers_7/grad/max_abs": 0.021240234375, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 3147.087124866629, "train/layer_model_layers_2/act/mean": 0.003703296184539795, "train/layer_model_layers_2/act/std": 0.38368962559984476, "train/layer_model_layers_2/act/max_abs": 5.09375, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 0.903177086326776, "train/layer_model_layers_2/grad/mean": 4.049396366113433e-06, "train/layer_model_layers_2/grad/std": 0.0022295393675478394, "train/layer_model_layers_2/grad/max_abs": 0.042724609375, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 17.927472970538123, "train/layer__model_layers_6/param/mean": 0.0016309348357821031, "train/layer__model_layers_6/param/std": 0.044228183019235805, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 40.97437286376953, "train/tensor_act_model_embed_tokens/mean": -4.2438507080078125e-05, "train/tensor_act_model_embed_tokens/std": 0.02001953125, "train/tensor_act_model_embed_tokens/max_abs": 0.0908203125, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 812.1860961914062, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 2045.2852783203125, "train/tensor_act_model_layers_0_input_layernorm/mean": -0.0025482177734375, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 4.34375, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 463.7894287109375, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": -0.000728607177734375, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.2265625, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 467.2738342285156, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": -0.000141143798828125, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.228515625, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 470.9414978027344, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.0015716552734375, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.2294921875, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.015625, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 17.327360153198242, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": 0.0001373291015625, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.00848388671875, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.2060546875, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 17.327360153198242, "train/tensor_act_model_layers_0_self_attn/mean": 0.0001373291015625, "train/tensor_act_model_layers_0_self_attn/std": 0.00848388671875, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.2060546875, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 2045.74365234375, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": 0.0037384033203125, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/norm": 647.0802612304688, "train/tensor_act_model_layers_0_mlp_situglu_W_g/mean": -0.00107574462890625, "train/tensor_act_model_layers_0_mlp_situglu_W_g/std": 0.2236328125, "train/tensor_act_model_layers_0_mlp_situglu_W_g/max_abs": 1.1328125, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/norm": 650.3142700195312, "train/tensor_act_model_layers_0_mlp_situglu_W_u/mean": -0.002288818359375, "train/tensor_act_model_layers_0_mlp_situglu_W_u/std": 0.224609375, "train/tensor_act_model_layers_0_mlp_situglu_W_u/max_abs": 1.1484375, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/norm": 73.26058959960938, "train/tensor_act_model_layers_0_mlp_situglu/mean": -0.00021457672119140625, "train/tensor_act_model_layers_0_mlp_situglu/std": 0.0252685546875, "train/tensor_act_model_layers_0_mlp_situglu/max_abs": 0.421875, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 16.644529342651367, "train/tensor_act_model_layers_0_mlp_down_proj/mean": -0.0001850128173828125, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.00811767578125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.05322265625, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 16.644529342651367, "train/tensor_act_model_layers_0_mlp/mean": -0.0001850128173828125, "train/tensor_act_model_layers_0_mlp/std": 0.00811767578125, "train/tensor_act_model_layers_0_mlp/max_abs": 0.05322265625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 47.69971466064453, "train/tensor_act_model_layers_0/mean": -8.96453857421875e-05, "train/tensor_act_model_layers_0/std": 0.0233154296875, "train/tensor_act_model_layers_0/max_abs": 0.2216796875, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 2046.043701171875, "train/tensor_act_model_layers_1_input_layernorm/mean": -0.004425048828125, "train/tensor_act_model_layers_1_input_layernorm/std": 1.0, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 4.59375, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 461.926513671875, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": -0.0038909912109375, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 0.2255859375, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 456.9985046386719, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": 0.000518798828125, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 0.22265625, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 1.078125, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 465.26470947265625, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": -0.008056640625, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.2265625, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 1.078125, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 39.927249908447266, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": 0.00164031982421875, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.0194091796875, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.197265625, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 39.927249908447266, "train/tensor_act_model_layers_1_self_attn/mean": 0.00164031982421875, "train/tensor_act_model_layers_1_self_attn/std": 0.0194091796875, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.197265625, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 2046.8416748046875, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.05029296875, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 4.40625, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/norm": 665.6954956054688, "train/tensor_act_model_layers_1_mlp_situglu_W_g/mean": -0.004913330078125, "train/tensor_act_model_layers_1_mlp_situglu_W_g/std": 0.2294921875, "train/tensor_act_model_layers_1_mlp_situglu_W_g/max_abs": 1.1328125, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/norm": 663.1902465820312, "train/tensor_act_model_layers_1_mlp_situglu_W_u/mean": -0.01611328125, "train/tensor_act_model_layers_1_mlp_situglu_W_u/std": 0.228515625, "train/tensor_act_model_layers_1_mlp_situglu_W_u/max_abs": 1.265625, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/norm": 76.0943832397461, "train/tensor_act_model_layers_1_mlp_situglu/mean": -0.0003833770751953125, "train/tensor_act_model_layers_1_mlp_situglu/std": 0.0262451171875, "train/tensor_act_model_layers_1_mlp_situglu/max_abs": 0.462890625, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 17.52955436706543, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.0002651214599609375, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.008544921875, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.04736328125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 17.52955436706543, "train/tensor_act_model_layers_1_mlp/mean": 0.0002651214599609375, "train/tensor_act_model_layers_1_mlp/std": 0.008544921875, "train/tensor_act_model_layers_1_mlp/max_abs": 0.04736328125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 65.38042449951172, "train/tensor_act_model_layers_1/mean": 0.0018157958984375, "train/tensor_act_model_layers_1/std": 0.031982421875, "train/tensor_act_model_layers_1/max_abs": 0.30859375, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 2046.9227294921875, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.05712890625, "train/tensor_act_model_layers_2_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 4.5, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 461.56829833984375, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.01226806640625, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 0.224609375, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 474.4416809082031, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": 0.00885009765625, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 0.2314453125, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 1.09375, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 471.5030517578125, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": -0.0172119140625, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.2294921875, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 77.02879333496094, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": 0.00191497802734375, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.03759765625, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 0.2099609375, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 77.02879333496094, "train/tensor_act_model_layers_2_self_attn/mean": 0.00191497802734375, "train/tensor_act_model_layers_2_self_attn/std": 0.03759765625, "train/tensor_act_model_layers_2_self_attn/max_abs": 0.2099609375, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 2047.565673828125, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.07568359375, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 5.09375, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/norm": 645.65380859375, "train/tensor_act_model_layers_2_mlp_situglu_W_g/mean": -0.01300048828125, "train/tensor_act_model_layers_2_mlp_situglu_W_g/std": 0.22265625, "train/tensor_act_model_layers_2_mlp_situglu_W_g/max_abs": 1.203125, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/norm": 645.0991821289062, "train/tensor_act_model_layers_2_mlp_situglu_W_u/mean": -0.01708984375, "train/tensor_act_model_layers_2_mlp_situglu_W_u/std": 0.2216796875, "train/tensor_act_model_layers_2_mlp_situglu_W_u/max_abs": 1.0625, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/norm": 71.96294403076172, "train/tensor_act_model_layers_2_mlp_situglu/mean": -0.000324249267578125, "train/tensor_act_model_layers_2_mlp_situglu/std": 0.02490234375, "train/tensor_act_model_layers_2_mlp_situglu/max_abs": 0.400390625, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 15.969990730285645, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.00011205673217773438, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.007781982421875, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.0439453125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 15.969990730285645, "train/tensor_act_model_layers_2_mlp/mean": 0.00011205673217773438, "train/tensor_act_model_layers_2_mlp/std": 0.007781982421875, "train/tensor_act_model_layers_2_mlp/max_abs": 0.0439453125, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 103.47357177734375, "train/tensor_act_model_layers_2/mean": 0.00384521484375, "train/tensor_act_model_layers_2/std": 0.05029296875, "train/tensor_act_model_layers_2/max_abs": 0.357421875, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 2047.5699462890625, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.07666015625, "train/tensor_act_model_layers_3_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 4.84375, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 465.25860595703125, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": -0.017822265625, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 0.2265625, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 1.1875, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 463.3653869628906, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": 0.0113525390625, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 0.2255859375, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 1.03125, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 448.48736572265625, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": -0.0162353515625, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.21875, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 1.109375, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 80.5103988647461, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": 0.004058837890625, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.0390625, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 0.2021484375, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 80.5103988647461, "train/tensor_act_model_layers_3_self_attn/mean": 0.004058837890625, "train/tensor_act_model_layers_3_self_attn/std": 0.0390625, "train/tensor_act_model_layers_3_self_attn/max_abs": 0.2021484375, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 2047.730712890625, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.1259765625, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 0.9921875, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 4.71875, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/norm": 665.8538818359375, "train/tensor_act_model_layers_3_mlp_situglu_W_g/mean": -0.01300048828125, "train/tensor_act_model_layers_3_mlp_situglu_W_g/std": 0.2294921875, "train/tensor_act_model_layers_3_mlp_situglu_W_g/max_abs": 1.2109375, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/norm": 662.3345336914062, "train/tensor_act_model_layers_3_mlp_situglu_W_u/mean": -0.0031585693359375, "train/tensor_act_model_layers_3_mlp_situglu_W_u/std": 0.228515625, "train/tensor_act_model_layers_3_mlp_situglu_W_u/max_abs": 1.125, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/norm": 74.7379379272461, "train/tensor_act_model_layers_3_mlp_situglu/mean": -0.000171661376953125, "train/tensor_act_model_layers_3_mlp_situglu/std": 0.0257568359375, "train/tensor_act_model_layers_3_mlp_situglu/max_abs": 0.4296875, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 16.9548282623291, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.0003070831298828125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.00830078125, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.0517578125, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 16.9548282623291, "train/tensor_act_model_layers_3_mlp/mean": 0.0003070831298828125, "train/tensor_act_model_layers_3_mlp/std": 0.00830078125, "train/tensor_act_model_layers_3_mlp/max_abs": 0.0517578125, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 131.7118682861328, "train/tensor_act_model_layers_3/mean": 0.00823974609375, "train/tensor_act_model_layers_3/std": 0.06396484375, "train/tensor_act_model_layers_3/max_abs": 0.408203125, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 2047.7410888671875, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.1298828125, "train/tensor_act_model_layers_4_input_layernorm/std": 0.9921875, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 4.6875, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 473.3394775390625, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": -0.01007080078125, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 0.23046875, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 447.5438232421875, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": -0.0084228515625, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 0.21875, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 458.0765380859375, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": -0.0103759765625, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.2236328125, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 1.109375, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 88.5408935546875, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": -0.00075531005859375, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.043212890625, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.203125, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 88.5408935546875, "train/tensor_act_model_layers_4_self_attn/mean": -0.00075531005859375, "train/tensor_act_model_layers_4_self_attn/std": 0.043212890625, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.203125, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 2047.824462890625, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.095703125, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 4.5, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/norm": 661.0945434570312, "train/tensor_act_model_layers_4_mlp_situglu_W_g/mean": 0.00150299072265625, "train/tensor_act_model_layers_4_mlp_situglu_W_g/std": 0.228515625, "train/tensor_act_model_layers_4_mlp_situglu_W_g/max_abs": 1.046875, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/norm": 660.6477661132812, "train/tensor_act_model_layers_4_mlp_situglu_W_u/mean": 0.00122833251953125, "train/tensor_act_model_layers_4_mlp_situglu_W_u/std": 0.228515625, "train/tensor_act_model_layers_4_mlp_situglu_W_u/max_abs": 1.140625, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/norm": 79.04429626464844, "train/tensor_act_model_layers_4_mlp_situglu/mean": 3.910064697265625e-05, "train/tensor_act_model_layers_4_mlp_situglu/std": 0.02734375, "train/tensor_act_model_layers_4_mlp_situglu/max_abs": 0.50390625, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 17.959291458129883, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.000720977783203125, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.00872802734375, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.055908203125, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 17.959291458129883, "train/tensor_act_model_layers_4_mlp/mean": 0.000720977783203125, "train/tensor_act_model_layers_4_mlp/std": 0.00872802734375, "train/tensor_act_model_layers_4_mlp/max_abs": 0.055908203125, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 161.78689575195312, "train/tensor_act_model_layers_4/mean": 0.0081787109375, "train/tensor_act_model_layers_4/std": 0.07861328125, "train/tensor_act_model_layers_4/max_abs": 0.455078125, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 2047.8206787109375, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.10400390625, "train/tensor_act_model_layers_5_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 4.1875, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 441.5791320800781, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": -0.00250244140625, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 0.2158203125, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 0.99609375, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 450.0516357421875, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": -0.007171630859375, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 0.2197265625, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 459.34002685546875, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": 0.0079345703125, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.224609375, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 1.125, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 93.08704376220703, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": -0.00106048583984375, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.04541015625, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.201171875, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 93.08704376220703, "train/tensor_act_model_layers_5_self_attn/mean": -0.00106048583984375, "train/tensor_act_model_layers_5_self_attn/std": 0.04541015625, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.201171875, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 2047.865234375, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": 0.080078125, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 4.40625, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/norm": 665.5123901367188, "train/tensor_act_model_layers_5_mlp_situglu_W_g/mean": 0.005950927734375, "train/tensor_act_model_layers_5_mlp_situglu_W_g/std": 0.2294921875, "train/tensor_act_model_layers_5_mlp_situglu_W_g/max_abs": 1.078125, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/norm": 654.6113891601562, "train/tensor_act_model_layers_5_mlp_situglu_W_u/mean": -0.01171875, "train/tensor_act_model_layers_5_mlp_situglu_W_u/std": 0.2255859375, "train/tensor_act_model_layers_5_mlp_situglu_W_u/max_abs": 1.15625, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/norm": 77.12490844726562, "train/tensor_act_model_layers_5_mlp_situglu/mean": -0.001739501953125, "train/tensor_act_model_layers_5_mlp_situglu/std": 0.026611328125, "train/tensor_act_model_layers_5_mlp_situglu/max_abs": 0.400390625, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 17.503774642944336, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.00011014938354492188, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.008544921875, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.051025390625, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 17.503774642944336, "train/tensor_act_model_layers_5_mlp/mean": 0.00011014938354492188, "train/tensor_act_model_layers_5_mlp/std": 0.008544921875, "train/tensor_act_model_layers_5_mlp/max_abs": 0.051025390625, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 184.7879638671875, "train/tensor_act_model_layers_5/mean": 0.007232666015625, "train/tensor_act_model_layers_5/std": 0.08984375, "train/tensor_act_model_layers_5/max_abs": 0.494140625, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 2047.8695068359375, "train/tensor_act_model_layers_6_input_layernorm/mean": 0.0810546875, "train/tensor_act_model_layers_6_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 4.34375, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 458.552490234375, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": 0.018310546875, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 0.2236328125, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 454.5408630371094, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": -0.00885009765625, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 0.2216796875, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 1.0625, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 456.41595458984375, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": -0.0021209716796875, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.22265625, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 1.140625, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 94.39826965332031, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.0016326904296875, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.046142578125, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 0.20703125, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 94.39826965332031, "train/tensor_act_model_layers_6_self_attn/mean": -0.0016326904296875, "train/tensor_act_model_layers_6_self_attn/std": 0.046142578125, "train/tensor_act_model_layers_6_self_attn/max_abs": 0.20703125, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 2047.887451171875, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": 0.05615234375, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 4.3125, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/norm": 650.5742797851562, "train/tensor_act_model_layers_6_mlp_situglu_W_g/mean": -0.002044677734375, "train/tensor_act_model_layers_6_mlp_situglu_W_g/std": 0.224609375, "train/tensor_act_model_layers_6_mlp_situglu_W_g/max_abs": 1.1796875, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/norm": 640.0822143554688, "train/tensor_act_model_layers_6_mlp_situglu_W_u/mean": 0.01312255859375, "train/tensor_act_model_layers_6_mlp_situglu_W_u/std": 0.220703125, "train/tensor_act_model_layers_6_mlp_situglu_W_u/max_abs": 1.078125, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/norm": 74.90986633300781, "train/tensor_act_model_layers_6_mlp_situglu/mean": 0.000701904296875, "train/tensor_act_model_layers_6_mlp_situglu/std": 0.02587890625, "train/tensor_act_model_layers_6_mlp_situglu/max_abs": 0.392578125, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 16.899139404296875, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.00054931640625, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.00823974609375, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.047119140625, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 16.899139404296875, "train/tensor_act_model_layers_6_mlp/mean": 0.00054931640625, "train/tensor_act_model_layers_6_mlp/std": 0.00823974609375, "train/tensor_act_model_layers_6_mlp/max_abs": 0.047119140625, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 203.51910400390625, "train/tensor_act_model_layers_6/mean": 0.00616455078125, "train/tensor_act_model_layers_6/std": 0.09912109375, "train/tensor_act_model_layers_6/max_abs": 0.5546875, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 2047.889404296875, "train/tensor_act_model_layers_7_input_layernorm/mean": 0.0615234375, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 4.3125, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 484.26336669921875, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": -0.01953125, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 0.2353515625, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 1.0625, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 464.6046447753906, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": 0.0068359375, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 0.2265625, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 1.140625, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 473.3866882324219, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": -0.0089111328125, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.2314453125, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 1.140625, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 96.06278991699219, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": -0.000213623046875, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.046875, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 0.1845703125, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 96.06278991699219, "train/tensor_act_model_layers_7_self_attn/mean": -0.000213623046875, "train/tensor_act_model_layers_7_self_attn/std": 0.046875, "train/tensor_act_model_layers_7_self_attn/max_abs": 0.1845703125, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 2047.901123046875, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": 0.052734375, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 4.46875, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/norm": 638.6741333007812, "train/tensor_act_model_layers_7_mlp_situglu_W_g/mean": -0.00628662109375, "train/tensor_act_model_layers_7_mlp_situglu_W_g/std": 0.220703125, "train/tensor_act_model_layers_7_mlp_situglu_W_g/max_abs": 1.1953125, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/norm": 656.6275634765625, "train/tensor_act_model_layers_7_mlp_situglu_W_u/mean": -0.01153564453125, "train/tensor_act_model_layers_7_mlp_situglu_W_u/std": 0.2265625, "train/tensor_act_model_layers_7_mlp_situglu_W_u/max_abs": 1.1171875, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/norm": 72.64218139648438, "train/tensor_act_model_layers_7_mlp_situglu/mean": 0.0003604888916015625, "train/tensor_act_model_layers_7_mlp_situglu/std": 0.0250244140625, "train/tensor_act_model_layers_7_mlp_situglu/max_abs": 0.39453125, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 16.34642219543457, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.00016117095947265625, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.00799560546875, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.03955078125, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 16.34642219543457, "train/tensor_act_model_layers_7_mlp/mean": -0.00016117095947265625, "train/tensor_act_model_layers_7_mlp/std": 0.00799560546875, "train/tensor_act_model_layers_7_mlp/max_abs": 0.03955078125, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 227.12142944335938, "train/tensor_act_model_layers_7/mean": 0.00579833984375, "train/tensor_act_model_layers_7/std": 0.11083984375, "train/tensor_act_model_layers_7/max_abs": 0.55859375, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 2047.90673828125, "train/tensor_act_model_layers_8_input_layernorm/mean": 0.05126953125, "train/tensor_act_model_layers_8_input_layernorm/std": 1.0, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 4.46875, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 456.7005615234375, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": 0.00445556640625, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 0.22265625, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 1.0078125, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 458.12786865234375, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": 0.0196533203125, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 0.22265625, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 446.7756042480469, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": 0.016845703125, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.2177734375, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 1.046875, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 91.00245666503906, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": 0.001434326171875, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.04443359375, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 0.1943359375, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 91.00245666503906, "train/tensor_act_model_layers_8_self_attn/mean": 0.001434326171875, "train/tensor_act_model_layers_8_self_attn/std": 0.04443359375, "train/tensor_act_model_layers_8_self_attn/max_abs": 0.1943359375, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 2047.912841796875, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": 0.059326171875, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 4.625, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/norm": 676.8250122070312, "train/tensor_act_model_layers_8_mlp_situglu_W_g/mean": -0.00433349609375, "train/tensor_act_model_layers_8_mlp_situglu_W_g/std": 0.2333984375, "train/tensor_act_model_layers_8_mlp_situglu_W_g/max_abs": 1.109375, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/norm": 655.4048461914062, "train/tensor_act_model_layers_8_mlp_situglu_W_u/mean": -0.0028076171875, "train/tensor_act_model_layers_8_mlp_situglu_W_u/std": 0.2265625, "train/tensor_act_model_layers_8_mlp_situglu_W_u/max_abs": 1.140625, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/norm": 76.12584686279297, "train/tensor_act_model_layers_8_mlp_situglu/mean": -0.000568389892578125, "train/tensor_act_model_layers_8_mlp_situglu/std": 0.0262451171875, "train/tensor_act_model_layers_8_mlp_situglu/max_abs": 0.365234375, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 17.19181251525879, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.0002689361572265625, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.00836181640625, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 0.048583984375, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 17.19181251525879, "train/tensor_act_model_layers_8_mlp/mean": 0.0002689361572265625, "train/tensor_act_model_layers_8_mlp/std": 0.00836181640625, "train/tensor_act_model_layers_8_mlp/max_abs": 0.048583984375, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 244.06192016601562, "train/tensor_act_model_layers_8/mean": 0.007476806640625, "train/tensor_act_model_layers_8/std": 0.119140625, "train/tensor_act_model_layers_8/max_abs": 0.58984375, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 2047.9229736328125, "train/tensor_act_model_norm/mean": 0.061279296875, "train/tensor_act_model_norm/std": 1.0, "train/tensor_act_model_norm/max_abs": 4.6875, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 2047.9229736328125, "train/tensor_act_model/mean": 0.061279296875, "train/tensor_act_model/std": 1.0, "train/tensor_act_model/max_abs": 4.6875, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 2615.12939453125, "train/tensor_act_lm_head/mean": -0.0009918212890625, "train/tensor_act_lm_head/std": 0.2255859375, "train/tensor_act_lm_head/max_abs": 2.140625, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 8.327466011047363, "train/tensor_act_/mean": 8.327466011047363, "train/tensor_act_/std": NaN, "train/tensor_act_/max_abs": 8.327466011047363, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.011474609375, "train/tensor_grad_model_norm_weight/mean": 0.0002765655517578125, "train/tensor_grad_model_norm_weight/std": 0.00098419189453125, "train/tensor_grad_model_norm_weight/max_abs": 0.004150390625, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.032958984375, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -3.073364496231079e-07, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 0.00018215179443359375, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.00286865234375, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/norm": 0.031982421875, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/mean": 1.5459954738616943e-07, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/std": 0.00017642974853515625, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.0022735595703125, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/norm": 0.0291748046875, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/mean": 5.103647708892822e-07, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/std": 0.00016117095947265625, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.0024261474609375, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.00091552734375, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": -2.467632293701172e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 7.724761962890625e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 0.0003452301025390625, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.1943359375, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": 9.47713851928711e-06, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 0.00151824951171875, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.01312255859375, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.2353515625, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": -1.5869736671447754e-06, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 0.00183868408203125, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.0128173828125, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.000362396240234375, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": 3.818422555923462e-08, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 2.8312206268310547e-06, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 2.300739288330078e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.0003604888916015625, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": -6.082700565457344e-09, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 2.816319465637207e-06, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 2.0265579223632812e-05, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.00469970703125, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": 3.3855438232421875e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 0.000415802001953125, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 0.00164794921875, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.03369140625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 2.300366759300232e-07, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 0.00018596649169921875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.001708984375, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/norm": 0.034912109375, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/mean": -2.922024577856064e-08, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/std": 0.0001926422119140625, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.001983642578125, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/norm": 0.038818359375, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/mean": 1.7061829566955566e-06, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/std": 0.00021457672119140625, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.0030364990234375, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.00101470947265625, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": -5.751848220825195e-06, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 8.96453857421875e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.0003490447998046875, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.271484375, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": -1.1324882507324219e-06, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 0.0021209716796875, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.021240234375, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.25390625, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": 5.453824996948242e-06, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.001983642578125, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.01397705078125, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 0.000484466552734375, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": -4.627509042620659e-09, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 3.7848949432373047e-06, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 3.2901763916015625e-05, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 0.000476837158203125, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": -3.236345946788788e-08, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 3.725290298461914e-06, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 3.170967102050781e-05, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.00555419921875, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": -1.8358230590820312e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 0.000492095947265625, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 0.0019989013671875, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.0390625, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -1.150183379650116e-07, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 0.0002155303955078125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.00274658203125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/norm": 0.040283203125, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/mean": 5.736947059631348e-07, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/std": 0.0002231597900390625, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.0028839111328125, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/norm": 0.037841796875, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/mean": 1.080334186553955e-06, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/std": 0.00020885467529296875, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.00408935546875, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.0011444091796875, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": 1.0609626770019531e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 0.0001010894775390625, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 0.0003643035888671875, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.271484375, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": 1.2740492820739746e-06, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 0.0021209716796875, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.01434326171875, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.283203125, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": 4.935264587402344e-05, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.0022125244140625, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.01336669921875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 0.0004596710205078125, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": -7.404014468193054e-08, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 3.5762786865234375e-06, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 2.849102020263672e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 0.000499725341796875, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": 2.421438694000244e-08, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 3.904104232788086e-06, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 3.0994415283203125e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.006072998046875, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": 9.238719940185547e-06, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 0.000537872314453125, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.00360107421875, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.043701171875, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": 1.952052116394043e-06, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 0.00024127960205078125, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.0040283203125, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/norm": 0.04833984375, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/mean": 2.4884939193725586e-06, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/std": 0.00026702880859375, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.005462646484375, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/norm": 0.04345703125, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/mean": -7.301568984985352e-07, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/std": 0.000240325927734375, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.0029296875, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.00139617919921875, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": -2.6702880859375e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 0.00012111663818359375, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 0.000652313232421875, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.32421875, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": -9.894371032714844e-06, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 0.002532958984375, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.0181884765625, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.333984375, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": -1.52587890625e-05, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.0026092529296875, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.021728515625, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 0.0007171630859375, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": 4.307366907596588e-08, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 5.602836608886719e-06, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 5.245208740234375e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 0.000789642333984375, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": 5.494803190231323e-08, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 6.16908073425293e-06, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 6.29425048828125e-05, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.0078125, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": 1.71661376953125e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 0.00069427490234375, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.0033111572265625, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.06298828125, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 4.377216100692749e-07, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 0.0003490447998046875, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.004119873046875, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/norm": 0.052001953125, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/mean": -3.56137752532959e-06, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/std": 0.000286102294921875, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.003662109375, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/norm": 0.0517578125, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/mean": 5.21540641784668e-06, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/std": 0.000286102294921875, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.0027313232421875, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.00157928466796875, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": 9.953975677490234e-06, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 0.00014019012451171875, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 0.000545501708984375, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.400390625, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": 1.800060272216797e-05, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 0.0031280517578125, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0206298828125, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.419921875, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": -0.0001125335693359375, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 0.0032806396484375, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.021728515625, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 0.000911712646484375, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": -3.026798367500305e-08, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 7.12275505065918e-06, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 6.67572021484375e-05, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 0.00087738037109375, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": 2.176966518163681e-08, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 6.854534149169922e-06, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 5.8650970458984375e-05, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.0093994140625, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": 4.792213439941406e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 0.00083160400390625, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.002960205078125, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.06640625, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 8.121132850646973e-07, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 0.0003681182861328125, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.004638671875, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/norm": 0.0771484375, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/mean": -1.3053417205810547e-05, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/std": 0.0004253387451171875, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.005126953125, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/norm": 0.07177734375, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/mean": -8.940696716308594e-06, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/std": 0.000396728515625, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.00372314453125, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.00189971923828125, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": 5.125999450683594e-06, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 0.00016880035400390625, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.00064849853515625, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 0.470703125, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": 7.450580596923828e-06, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.0036773681640625, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.037353515625, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 0.490234375, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": -3.516674041748047e-06, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.0038299560546875, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.033447265625, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 0.00124359130859375, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": -1.1920928955078125e-07, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 9.715557098388672e-06, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 8.96453857421875e-05, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 0.001220703125, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": 7.916241884231567e-08, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 9.5367431640625e-06, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 8.7738037109375e-05, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.01025390625, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": 1.3232231140136719e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 0.000911712646484375, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.0037689208984375, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.09521484375, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 6.221234798431396e-07, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 0.00052642822265625, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.00518798828125, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/norm": 0.10498046875, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/mean": -1.8477439880371094e-06, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/std": 0.000579833984375, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.00909423828125, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/norm": 0.11083984375, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/mean": -3.159046173095703e-06, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/std": 0.0006103515625, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.0089111328125, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.0034637451171875, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": -3.0279159545898438e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 0.0003070831298828125, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.00104522705078125, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 0.65625, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": 4.6253204345703125e-05, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 0.005126953125, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.042724609375, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 0.59375, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": 2.8759241104125977e-06, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.004638671875, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.028076171875, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.00177001953125, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": 1.51805579662323e-07, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 1.3828277587890625e-05, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 0.00011873245239257812, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 0.0019683837890625, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": 7.264316082000732e-08, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 1.537799835205078e-05, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 0.0001316070556640625, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.0115966796875, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": 2.682209014892578e-05, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 0.00102996826171875, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.0038909912109375, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.10107421875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 4.4517219066619873e-07, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.000560760498046875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.0059814453125, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/norm": 0.09521484375, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/mean": 4.798173904418945e-06, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/std": 0.00052642822265625, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.006134033203125, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/norm": 0.0908203125, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/mean": -2.8461217880249023e-06, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/std": 0.0005035400390625, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.004486083984375, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.0030517578125, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": -6.914138793945312e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 0.0002613067626953125, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.0008697509765625, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 0.59765625, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": 4.482269287109375e-05, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 0.004669189453125, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.036865234375, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 0.61328125, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": 1.5020370483398438e-05, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.004791259765625, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.03515625, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.0031585693359375, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": -4.377216100692749e-08, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 2.467632293701172e-05, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 0.0002231597900390625, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.00299072265625, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": 1.4551915228366852e-09, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 2.3365020751953125e-05, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 0.00019741058349609375, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.0128173828125, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": -6.0558319091796875e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 0.00113677978515625, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 0.004669189453125, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 0.1455078125, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": -4.516914486885071e-08, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 0.00080108642578125, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.0067138671875, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/norm": 0.1533203125, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/mean": -2.682209014892578e-07, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/std": 0.00084686279296875, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.0103759765625, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/norm": 0.1513671875, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/mean": 7.241964340209961e-06, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/std": 0.000835418701171875, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.0078125, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.005584716796875, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": -3.314018249511719e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 0.00049591064453125, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.0014495849609375, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.6015625, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": -2.4080276489257812e-05, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.00469970703125, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.033447265625, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.5703125, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": 2.4028122425079346e-07, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 0.00445556640625, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.037353515625, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.003936767578125, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": -8.121132850646973e-07, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 3.075599670410156e-05, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 0.00022220611572265625, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.004180908203125, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": -2.7194619178771973e-07, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 3.266334533691406e-05, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 0.00023746490478515625, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.010009765625, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": 7.115304470062256e-07, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 0.000888824462890625, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 0.0032196044921875, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 1.0078125, "train/tensor_grad_model_embed_tokens_weight/mean": 8.568167686462402e-07, "train/tensor_grad_model_embed_tokens_weight/std": 0.00139617919921875, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.1748046875, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 14.4375, "train/tensor_param_model_embed_tokens_weight/mean": 1.6570091247558594e-05, "train/tensor_param_model_embed_tokens_weight/std": 0.02001953125, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.095703125, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -0.00023937225341796875, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 0.00018310546875, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 0.0001316070556640625, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": -3.743171691894531e-05, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/norm": 3.625, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/mean": 5.245208740234375e-05, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/std": 0.02001953125, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/norm": 3.609375, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/mean": -4.00543212890625e-05, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/std": 0.02001953125, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 3.625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 3.0994415283203125e-05, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": 3.552436828613281e-05, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": -2.777576446533203e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": -0.00020313262939453125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": -6.22868537902832e-06, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/norm": 3.609375, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/mean": -6.437301635742188e-05, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/std": 0.02001953125, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/norm": 3.625, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/mean": -9.393692016601562e-05, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/std": 0.02001953125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 3.625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -2.276897430419922e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": -0.0001544952392578125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -6.444752216339111e-07, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": 2.849102020263672e-05, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": -5.030632019042969e-05, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/norm": 3.609375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/mean": 0.00011348724365234375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/std": 0.02001953125, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/norm": 3.625, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/mean": -0.000133514404296875, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/std": 0.02001953125, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 3.625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00014400482177734375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": -9.441375732421875e-05, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": 7.43865966796875e-05, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": 3.591179847717285e-06, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -0.000209808349609375, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/norm": 3.625, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/mean": -8.106231689453125e-05, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/std": 0.02001953125, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.08056640625, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/norm": 3.640625, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/mean": -0.0001277923583984375, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/std": 0.0201416015625, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 3.625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.00023365020751953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": -9.1552734375e-05, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": 5.8650970458984375e-05, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": -7.2479248046875e-05, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": -0.00010061264038085938, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/norm": 3.640625, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/mean": -6.4849853515625e-05, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/std": 0.0201416015625, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/norm": 3.609375, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/mean": 4.100799560546875e-05, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/std": 0.0198974609375, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 3.625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 6.031990051269531e-05, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -0.00010824203491210938, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": -6.198883056640625e-05, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": -0.000141143798828125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": 0.00015544891357421875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/norm": 3.640625, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/mean": -1.9311904907226562e-05, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/std": 0.0201416015625, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/norm": 3.625, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/mean": -0.0002460479736328125, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/std": 0.02001953125, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 3.59375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.00031280517578125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": 1.1980533599853516e-05, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": 0.000164031982421875, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.0002231597900390625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0791015625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/norm": 3.609375, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/mean": 0.00010824203491210938, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/std": 0.0198974609375, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.07958984375, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/norm": 3.625, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/mean": 0.00019168853759765625, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/std": 0.02001953125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 3.640625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -1.6808509826660156e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.083984375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.00031280517578125, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -0.00011920928955078125, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": -8.296966552734375e-05, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.078125, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/norm": 3.625, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/mean": -0.00020122528076171875, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/std": 0.02001953125, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.08203125, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/norm": 3.609375, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/mean": 0.00012159347534179688, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/std": 0.02001953125, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 3.625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": 6.938353180885315e-08, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": 1.055002212524414e-05, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.08251953125, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": 7.867813110351562e-05, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": -1.436471939086914e-05, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/norm": 3.609375, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/mean": -0.00014495849609375, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/std": 0.02001953125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/norm": 3.609375, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/mean": -0.000156402587890625, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/std": 0.0198974609375, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 3.59375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} +{"step": 40, "epoch": 0.002696326255476913, "timestamp": 1786049209.4289126, "loss": 7.022835540771484, "grad_norm": 1.171875, "learning_rate": 0.0003, "train/total_time_seconds": 1.9572541154921055, "train/time_per_step_avg": 0.04893135288730264, "train/epoch_time_elapsed": 4.070635225623846, "train/estimated_remaining_minutes": 1.5984241943185529} +{"step": 60, "epoch": 0.004044489383215369, "timestamp": 1786049211.015133, "loss": 6.450706481933594, "grad_norm": 1.0, "learning_rate": 0.0003, "train/total_time_seconds": 2.5907351933419704, "train/time_per_step_avg": 0.043178919889032844, "train/epoch_time_elapsed": 5.656855061650276, "train/estimated_remaining_minutes": 1.3961184097453951} +{"step": 80, "epoch": 0.005392652510953826, "timestamp": 1786049212.597372, "loss": 6.003890609741211, "grad_norm": 1.9296875, "learning_rate": 0.0003, "train/total_time_seconds": 3.2259612753987312, "train/time_per_step_avg": 0.04032451594248414, "train/epoch_time_elapsed": 7.239094279706478, "train/estimated_remaining_minutes": 1.2903845101594924} +{"step": 100, "epoch": 0.006740815638692282, "timestamp": 1786049214.1860712, "loss": 5.4485828399658205, "grad_norm": 3.53125, "learning_rate": 0.0003, "train/total_time_seconds": 3.862335681915283, "train/time_per_step_avg": 0.03862335681915283, "train/epoch_time_elapsed": 8.827791877090931, "train/estimated_remaining_minutes": 1.2230729659398396} +{"step": 120, "epoch": 0.008088978766430738, "timestamp": 1786049215.7657518, "loss": 4.944174575805664, "grad_norm": 2.9375, "learning_rate": 0.0003, "train/total_time_seconds": 4.496806230396032, "train/time_per_step_avg": 0.03173380803316832, "train/epoch_time_elapsed": 10.407473139464855, "train/estimated_remaining_minutes": 1.174166071270075} +{"step": 140, "epoch": 0.009437141894169195, "timestamp": 1786049217.3553882, "loss": 4.507948684692383, "grad_norm": 3.3125, "learning_rate": 0.0003, "train/total_time_seconds": 5.138323191553354, "train/time_per_step_avg": 0.031810690760612485, "train/epoch_time_elapsed": 11.997109517455101, "train/estimated_remaining_minutes": 1.1377715638439567} +{"step": 160, "epoch": 0.010785305021907651, "timestamp": 1786049218.967286, "loss": 4.094369125366211, "grad_norm": 2.859375, "learning_rate": 0.0003, "train/total_time_seconds": 5.790865868330002, "train/time_per_step_avg": 0.03200130674988031, "train/epoch_time_elapsed": 13.609007257968187, "train/estimated_remaining_minutes": 1.1099159580965836} +{"step": 180, "epoch": 0.012133468149646108, "timestamp": 1786049220.5588267, "loss": 3.715929412841797, "grad_norm": 2.703125, "learning_rate": 0.0003, "train/total_time_seconds": 6.424613233655691, "train/time_per_step_avg": 0.0319865195825696, "train/epoch_time_elapsed": 15.200550124049187, "train/estimated_remaining_minutes": 1.0826663041901259} +{"step": 200, "epoch": 0.013481631277384564, "timestamp": 1786049222.135539, "loss": 3.352855682373047, "grad_norm": 2.203125, "learning_rate": 0.0003, "train/total_time_seconds": 7.058998629450798, "train/time_per_step_avg": 0.03196662947535515, "train/epoch_time_elapsed": 16.7772627659142, "train/estimated_remaining_minutes": 1.0588497944176196} +{"step": 200, "epoch": 0.013481631277384564, "timestamp": 1786049230.6532013, "eval_loss": 3.1672160625457764, "eval_runtime": 8.5158, "eval_samples_per_second": 1118.739, "eval_steps_per_second": 17.497, "train/total_time_seconds": 7.058998629450798, "train/time_per_step_avg": 0.03196662947535515, "train/epoch_time_elapsed": 25.294922672212124, "train/estimated_remaining_minutes": 1.0588497944176196} +{"step": 220, "epoch": 0.01482979440512302, "timestamp": 1786049232.3046188, "loss": 2.9979101181030274, "grad_norm": 2.203125, "learning_rate": 0.0003, "train/total_time_seconds": 7.750935658812523, "train/time_per_step_avg": 0.032541294284164905, "train/epoch_time_elapsed": 26.946257565170527, "train/estimated_remaining_minutes": 1.0452019297489614, "train/global/act/norm": 25143.66009294699, "train/global/act/mean": -0.214365184272199, "train/global/act/std": 0.0, "train/global/act/max_abs": 6.09375, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 3.1098460888608246, "train/global/grad/mean": -5.529369643064669e-07, "train/global/grad/std": 0.0021993579142409792, "train/global/grad/max_abs": 0.0908203125, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 61.362727101586266, "train/global/param/mean": 0.0015413323644254396, "train/global/param/std": 0.043383015019991276, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 5819.247872740261, "train/layer_model_layers_6/act/mean": 0.01768350601196289, "train/layer_model_layers_6/act/std": 0.7101479003711874, "train/layer_model_layers_6/act/max_abs": 4.3125, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.6327783393617014, "train/layer_model_layers_6/grad/mean": 6.561044039852719e-07, "train/layer_model_layers_6/grad/std": 0.0015617647473941919, "train/layer_model_layers_6/grad/max_abs": 0.0198974609375, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 18.24086752451415, "train/layer__model_layers_1/param/mean": 0.0015031930622928043, "train/layer__model_layers_1/param/std": 0.04501401223474729, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 18.42814911182075, "train/layer__model_layers_7/param/mean": 0.0015243077984838144, "train/layer__model_layers_7/param/std": 0.04548774694809709, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 3822.1637098005876, "train/layer_model_layers_0/act/mean": -0.0019147368147969246, "train/layer_model_layers_0/act/std": 0.46646413589658037, "train/layer_model_layers_0/act/max_abs": 4.375, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 1.1315317794372997, "train/layer_model_layers_0/grad/mean": 8.131152196161089e-06, "train/layer_model_layers_0/grad/std": 0.002796848411578114, "train/layer_model_layers_0/grad/max_abs": 0.048583984375, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 18.694847270120317, "train/layer__model_layers_8/param/mean": 0.00140848025888809, "train/layer__model_layers_8/param/std": 0.046137192299885964, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 5537.302012366179, "train/layer_model_layers_4/act/mean": 0.010643959045410156, "train/layer_model_layers_4/act/std": 0.6764153330182789, "train/layer_model_layers_4/act/max_abs": 4.78125, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 0.9547634045024372, "train/layer_model_layers_4/grad/mean": -1.2972262831820341e-07, "train/layer_model_layers_4/grad/std": 0.0023567213438536803, "train/layer_model_layers_4/grad/max_abs": 0.03515625, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 5950.6604175408675, "train/layer_model_layers_8/act/mean": 0.00925898551940918, "train/layer_model_layers_8/act/std": 0.727230491005656, "train/layer_model_layers_8/act/max_abs": 4.4375, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.48267481520431105, "train/layer_model_layers_8/grad/mean": 3.4646710813882385e-06, "train/layer_model_layers_8/grad/std": 0.0011912157044123922, "train/layer_model_layers_8/grad/max_abs": 0.014892578125, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 5686.0438150502305, "train/layer_model_layers_5/act/mean": 0.011311173439025879, "train/layer_model_layers_5/act/std": 0.6936437189393543, "train/layer_model_layers_5/act/max_abs": 5.03125, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 0.7579072330501057, "train/layer_model_layers_5/grad/mean": 3.901221636862911e-06, "train/layer_model_layers_5/grad/std": 0.0018708729338830813, "train/layer_model_layers_5/grad/max_abs": 0.0257568359375, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 18.286057060298702, "train/layer__model_layers_3/param/mean": 0.0014638874720485646, "train/layer__model_layers_3/param/std": 0.04512371183920043, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 18.305152642937724, "train/layer__model_layers_4/param/mean": 0.0015549124124083617, "train/layer__model_layers_4/param/std": 0.045164271700548424, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 18.362971722157337, "train/layer__model_layers_5/param/mean": 0.0015513498957927068, "train/layer__model_layers_5/param/std": 0.045311607347952046, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 18.302164852313236, "train/layer__model_layers_0/param/mean": 0.001579296570300312, "train/layer__model_layers_0/param/std": 0.04516555949096967, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 3917.903015053412, "train/layer_model_layers_1/act/mean": 0.018324851989746094, "train/layer_model_layers_1/act/std": 0.4781920585680323, "train/layer_model_layers_1/act/max_abs": 4.34375, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 1.4333670720183633, "train/layer_model_layers_1/grad/mean": 5.902161650278267e-06, "train/layer_model_layers_1/grad/std": 0.0035396640793200385, "train/layer_model_layers_1/grad/max_abs": 0.0625, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 5297.152383654092, "train/layer_model_layers_3/act/mean": 0.0227203369140625, "train/layer_model_layers_3/act/std": 0.645806292201819, "train/layer_model_layers_3/act/max_abs": 5.0, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 1.0882695362593018, "train/layer_model_layers_3/grad/mean": -4.171767212485374e-06, "train/layer_model_layers_3/grad/std": 0.002686060743845228, "train/layer_model_layers_3/grad/max_abs": 0.049072265625, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 18.2964746967312, "train/layer__model_layers_2/param/mean": 0.0014719256372793975, "train/layer__model_layers_2/param/std": 0.04516272202480855, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 5660.206462982976, "train/layer_model_layers_7/act/mean": -0.005157470703125, "train/layer_model_layers_7/act/std": 0.6903347123053927, "train/layer_model_layers_7/act/max_abs": 4.28125, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.5721036678578076, "train/layer_model_layers_7/grad/mean": -5.280962228403076e-07, "train/layer_model_layers_7/grad/std": 0.0014122829046610968, "train/layer_model_layers_7/grad/max_abs": 0.014404296875, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 5289.674107755162, "train/layer_model_layers_2/act/mean": -0.0010676980018615723, "train/layer_model_layers_2/act/std": 0.6458078037684318, "train/layer_model_layers_2/act/max_abs": 5.09375, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 1.3299523601681993, "train/layer_model_layers_2/grad/mean": 9.024036283984013e-06, "train/layer_model_layers_2/grad/std": 0.003283016201461617, "train/layer_model_layers_2/grad/max_abs": 0.06396484375, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 18.41061997148317, "train/layer__model_layers_6/param/mean": 0.0016702065787709633, "train/layer__model_layers_6/param/std": 0.04542621001714673, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 84.30299377441406, "train/tensor_act_model_embed_tokens/mean": -0.000408172607421875, "train/tensor_act_model_embed_tokens/std": 0.041259765625, "train/tensor_act_model_embed_tokens/max_abs": 0.1259765625, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 812.1860961914062, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 2047.304931640625, "train/tensor_act_model_layers_0_input_layernorm/mean": -0.00701904296875, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 3.875, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 1084.1737060546875, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": -0.03515625, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.52734375, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 2.578125, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 1431.7203369140625, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": -0.0732421875, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.6953125, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 2.6875, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 466.9400329589844, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.00173187255859375, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.2275390625, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.109375, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 57.57205581665039, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": -1.8849968910217285e-06, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.028076171875, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.2734375, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 57.57205581665039, "train/tensor_act_model_layers_0_self_attn/mean": -1.8849968910217285e-06, "train/tensor_act_model_layers_0_self_attn/std": 0.028076171875, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.2734375, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 2047.5322265625, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": -0.008056640625, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 4.375, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/norm": 1143.793701171875, "train/tensor_act_model_layers_0_mlp_situglu_W_g/mean": 0.06787109375, "train/tensor_act_model_layers_0_mlp_situglu_W_g/std": 0.388671875, "train/tensor_act_model_layers_0_mlp_situglu_W_g/max_abs": 1.5859375, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/norm": 1169.22607421875, "train/tensor_act_model_layers_0_mlp_situglu_W_u/mean": -0.0218505859375, "train/tensor_act_model_layers_0_mlp_situglu_W_u/std": 0.40234375, "train/tensor_act_model_layers_0_mlp_situglu_W_u/max_abs": 1.9453125, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/norm": 254.49130249023438, "train/tensor_act_model_layers_0_mlp_situglu/mean": -0.0026702880859375, "train/tensor_act_model_layers_0_mlp_situglu/std": 0.087890625, "train/tensor_act_model_layers_0_mlp_situglu/max_abs": 1.296875, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 90.69097900390625, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.0027618408203125, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.044189453125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.30859375, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 90.69097900390625, "train/tensor_act_model_layers_0_mlp/mean": 0.0027618408203125, "train/tensor_act_model_layers_0_mlp/std": 0.044189453125, "train/tensor_act_model_layers_0_mlp/max_abs": 0.30859375, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 136.3917999267578, "train/tensor_act_model_layers_0/mean": 0.002349853515625, "train/tensor_act_model_layers_0/std": 0.06640625, "train/tensor_act_model_layers_0/max_abs": 0.396484375, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 2047.72607421875, "train/tensor_act_model_layers_1_input_layernorm/mean": 0.034912109375, "train/tensor_act_model_layers_1_input_layernorm/std": 1.0, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 4.34375, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 1302.4146728515625, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": 0.09619140625, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 0.62890625, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 3.15625, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 1428.7078857421875, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": 0.11083984375, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 0.6875, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 3.15625, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 427.787109375, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": -0.0225830078125, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.2080078125, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 1.015625, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 75.29511260986328, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": 0.0057373046875, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.036376953125, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.1767578125, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 75.29511260986328, "train/tensor_act_model_layers_1_self_attn/mean": 0.0057373046875, "train/tensor_act_model_layers_1_self_attn/std": 0.036376953125, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.1767578125, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 2047.8153076171875, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.10546875, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 3.875, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/norm": 1219.955322265625, "train/tensor_act_model_layers_1_mlp_situglu_W_g/mean": 0.0034637451171875, "train/tensor_act_model_layers_1_mlp_situglu_W_g/std": 0.421875, "train/tensor_act_model_layers_1_mlp_situglu_W_g/max_abs": 1.71875, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/norm": 1209.130615234375, "train/tensor_act_model_layers_1_mlp_situglu_W_u/mean": -0.0306396484375, "train/tensor_act_model_layers_1_mlp_situglu_W_u/std": 0.416015625, "train/tensor_act_model_layers_1_mlp_situglu_W_u/max_abs": 2.28125, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/norm": 205.52894592285156, "train/tensor_act_model_layers_1_mlp_situglu/mean": -0.00122833251953125, "train/tensor_act_model_layers_1_mlp_situglu/std": 0.07080078125, "train/tensor_act_model_layers_1_mlp_situglu/max_abs": 0.8515625, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 64.34011840820312, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.0018768310546875, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.03125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.140625, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 64.34011840820312, "train/tensor_act_model_layers_1_mlp/mean": 0.0018768310546875, "train/tensor_act_model_layers_1_mlp/std": 0.03125, "train/tensor_act_model_layers_1_mlp/max_abs": 0.140625, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 174.91261291503906, "train/tensor_act_model_layers_1/mean": 0.00994873046875, "train/tensor_act_model_layers_1/std": 0.0849609375, "train/tensor_act_model_layers_1/max_abs": 0.3984375, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 2047.8394775390625, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.1162109375, "train/tensor_act_model_layers_2_input_layernorm/std": 0.9921875, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 4.0625, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 3104.06787109375, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.1513671875, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 1.5078125, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 5.09375, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 2766.03515625, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": -0.08203125, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 1.3515625, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 4.625, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 430.45050048828125, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": -0.00299072265625, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.2099609375, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.2109375, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 95.76454162597656, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": -0.00244140625, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.046630859375, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 0.208984375, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 95.76454162597656, "train/tensor_act_model_layers_2_self_attn/mean": -0.00244140625, "train/tensor_act_model_layers_2_self_attn/std": 0.046630859375, "train/tensor_act_model_layers_2_self_attn/max_abs": 0.208984375, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 2047.8873291015625, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.07275390625, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 4.09375, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/norm": 1020.5292358398438, "train/tensor_act_model_layers_2_mlp_situglu_W_g/mean": 0.0035552978515625, "train/tensor_act_model_layers_2_mlp_situglu_W_g/std": 0.3515625, "train/tensor_act_model_layers_2_mlp_situglu_W_g/max_abs": 1.5546875, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/norm": 998.1079711914062, "train/tensor_act_model_layers_2_mlp_situglu_W_u/mean": 0.00933837890625, "train/tensor_act_model_layers_2_mlp_situglu_W_u/std": 0.34375, "train/tensor_act_model_layers_2_mlp_situglu_W_u/max_abs": 1.9296875, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/norm": 140.4055633544922, "train/tensor_act_model_layers_2_mlp_situglu/mean": 0.0011138916015625, "train/tensor_act_model_layers_2_mlp_situglu/std": 0.048583984375, "train/tensor_act_model_layers_2_mlp_situglu/max_abs": 0.68359375, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 39.21056365966797, "train/tensor_act_model_layers_2_mlp_down_proj/mean": -0.00010347366333007812, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.0191650390625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.11181640625, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 39.21056365966797, "train/tensor_act_model_layers_2_mlp/mean": -0.00010347366333007812, "train/tensor_act_model_layers_2_mlp/std": 0.0191650390625, "train/tensor_act_model_layers_2_mlp/max_abs": 0.11181640625, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 207.0214080810547, "train/tensor_act_model_layers_2/mean": 0.007415771484375, "train/tensor_act_model_layers_2/std": 0.1005859375, "train/tensor_act_model_layers_2/max_abs": 0.45703125, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 2047.88720703125, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.07080078125, "train/tensor_act_model_layers_3_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 4.34375, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 3154.4541015625, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": 0.087890625, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 1.5390625, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 5.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 2728.946044921875, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": 0.043701171875, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 1.328125, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 4.09375, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 421.1197509765625, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": -0.01202392578125, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.205078125, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 1.0859375, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 97.59138488769531, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": 0.002349853515625, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.047607421875, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 0.2470703125, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 97.59138488769531, "train/tensor_act_model_layers_3_self_attn/mean": 0.002349853515625, "train/tensor_act_model_layers_3_self_attn/std": 0.047607421875, "train/tensor_act_model_layers_3_self_attn/max_abs": 0.2470703125, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 2047.910888671875, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.08251953125, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 4.15625, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/norm": 1039.0416259765625, "train/tensor_act_model_layers_3_mlp_situglu_W_g/mean": 0.0277099609375, "train/tensor_act_model_layers_3_mlp_situglu_W_g/std": 0.357421875, "train/tensor_act_model_layers_3_mlp_situglu_W_g/max_abs": 1.921875, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/norm": 959.7486572265625, "train/tensor_act_model_layers_3_mlp_situglu_W_u/mean": 0.00921630859375, "train/tensor_act_model_layers_3_mlp_situglu_W_u/std": 0.33203125, "train/tensor_act_model_layers_3_mlp_situglu_W_u/max_abs": 2.03125, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/norm": 137.8896026611328, "train/tensor_act_model_layers_3_mlp_situglu/mean": 7.62939453125e-05, "train/tensor_act_model_layers_3_mlp_situglu/std": 0.047607421875, "train/tensor_act_model_layers_3_mlp_situglu/max_abs": 0.6640625, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 37.76626968383789, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.0007171630859375, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.0184326171875, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.091796875, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 37.76626968383789, "train/tensor_act_model_layers_3_mlp/mean": 0.0007171630859375, "train/tensor_act_model_layers_3_mlp/std": 0.0184326171875, "train/tensor_act_model_layers_3_mlp/max_abs": 0.091796875, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 235.23190307617188, "train/tensor_act_model_layers_3/mean": 0.010498046875, "train/tensor_act_model_layers_3/std": 0.1142578125, "train/tensor_act_model_layers_3/max_abs": 0.546875, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 2047.9130859375, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.08935546875, "train/tensor_act_model_layers_4_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 4.125, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 3352.32958984375, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": -0.017822265625, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 1.640625, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 4.78125, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 2978.16845703125, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": 0.0322265625, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 1.453125, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 4.1875, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 383.0083312988281, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": 0.00909423828125, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.1865234375, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 0.8984375, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 85.14794921875, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": -0.005767822265625, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.041259765625, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.2275390625, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 85.14794921875, "train/tensor_act_model_layers_4_self_attn/mean": -0.005767822265625, "train/tensor_act_model_layers_4_self_attn/std": 0.041259765625, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.2275390625, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 2047.9327392578125, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.03466796875, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 4.1875, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/norm": 946.5953369140625, "train/tensor_act_model_layers_4_mlp_situglu_W_g/mean": 0.0230712890625, "train/tensor_act_model_layers_4_mlp_situglu_W_g/std": 0.326171875, "train/tensor_act_model_layers_4_mlp_situglu_W_g/max_abs": 1.484375, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/norm": 1013.1004028320312, "train/tensor_act_model_layers_4_mlp_situglu_W_u/mean": -0.00921630859375, "train/tensor_act_model_layers_4_mlp_situglu_W_u/std": 0.349609375, "train/tensor_act_model_layers_4_mlp_situglu_W_u/max_abs": 1.6640625, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/norm": 131.77940368652344, "train/tensor_act_model_layers_4_mlp_situglu/mean": -0.00115203857421875, "train/tensor_act_model_layers_4_mlp_situglu/std": 0.04541015625, "train/tensor_act_model_layers_4_mlp_situglu/max_abs": 0.71875, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 38.156089782714844, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.0013885498046875, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.0185546875, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.0947265625, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 38.156089782714844, "train/tensor_act_model_layers_4_mlp/mean": 0.0013885498046875, "train/tensor_act_model_layers_4_mlp/std": 0.0185546875, "train/tensor_act_model_layers_4_mlp/max_abs": 0.0947265625, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 249.49459838867188, "train/tensor_act_model_layers_4/mean": 0.006134033203125, "train/tensor_act_model_layers_4/std": 0.12158203125, "train/tensor_act_model_layers_4/max_abs": 0.59765625, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 2047.923583984375, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.048095703125, "train/tensor_act_model_layers_5_input_layernorm/std": 1.0, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 4.375, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 3377.151611328125, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": 0.01708984375, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 1.6484375, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 5.03125, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 3081.697998046875, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": 0.07568359375, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 1.5, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 4.34375, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 398.37841796875, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": -0.0023956298828125, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.1943359375, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 1.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 97.09459686279297, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": -0.006561279296875, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.046875, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.275390625, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 97.09459686279297, "train/tensor_act_model_layers_5_self_attn/mean": -0.006561279296875, "train/tensor_act_model_layers_5_self_attn/std": 0.046875, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 2047.9466552734375, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": -0.004302978515625, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 3.984375, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/norm": 1063.572998046875, "train/tensor_act_model_layers_5_mlp_situglu_W_g/mean": 0.05615234375, "train/tensor_act_model_layers_5_mlp_situglu_W_g/std": 0.36328125, "train/tensor_act_model_layers_5_mlp_situglu_W_g/max_abs": 1.78125, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/norm": 1270.9000244140625, "train/tensor_act_model_layers_5_mlp_situglu_W_u/mean": -0.027099609375, "train/tensor_act_model_layers_5_mlp_situglu_W_u/std": 0.4375, "train/tensor_act_model_layers_5_mlp_situglu_W_u/max_abs": 2.328125, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/norm": 162.44496154785156, "train/tensor_act_model_layers_5_mlp_situglu/mean": 0.00072479248046875, "train/tensor_act_model_layers_5_mlp_situglu/std": 0.05615234375, "train/tensor_act_model_layers_5_mlp_situglu/max_abs": 0.7421875, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 43.632991790771484, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.000270843505859375, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.0213623046875, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.11279296875, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 43.632991790771484, "train/tensor_act_model_layers_5_mlp/mean": 0.000270843505859375, "train/tensor_act_model_layers_5_mlp/std": 0.0213623046875, "train/tensor_act_model_layers_5_mlp/max_abs": 0.11279296875, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 294.7400207519531, "train/tensor_act_model_layers_5/mean": -0.0001659393310546875, "train/tensor_act_model_layers_5/std": 0.1435546875, "train/tensor_act_model_layers_5/max_abs": 0.69140625, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 2047.9498291015625, "train/tensor_act_model_layers_6_input_layernorm/mean": -0.00177764892578125, "train/tensor_act_model_layers_6_input_layernorm/std": 1.0, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 4.03125, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 3443.722412109375, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": 0.1796875, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 1.671875, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 4.3125, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 3078.44384765625, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": 0.0810546875, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 1.5, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 4.125, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 371.86163330078125, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": -0.008544921875, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.181640625, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 90.47273254394531, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.0035552978515625, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.0439453125, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 0.330078125, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 90.47273254394531, "train/tensor_act_model_layers_6_self_attn/mean": -0.0035552978515625, "train/tensor_act_model_layers_6_self_attn/std": 0.0439453125, "train/tensor_act_model_layers_6_self_attn/max_abs": 0.330078125, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 2047.9561767578125, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": -0.02197265625, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 4.0625, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/norm": 1415.225830078125, "train/tensor_act_model_layers_6_mlp_situglu_W_g/mean": 0.03466796875, "train/tensor_act_model_layers_6_mlp_situglu_W_g/std": 0.48828125, "train/tensor_act_model_layers_6_mlp_situglu_W_g/max_abs": 2.390625, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/norm": 1345.2491455078125, "train/tensor_act_model_layers_6_mlp_situglu_W_u/mean": -0.00156402587890625, "train/tensor_act_model_layers_6_mlp_situglu_W_u/std": 0.46484375, "train/tensor_act_model_layers_6_mlp_situglu_W_u/max_abs": 2.421875, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/norm": 209.58309936523438, "train/tensor_act_model_layers_6_mlp_situglu/mean": -0.00201416015625, "train/tensor_act_model_layers_6_mlp_situglu/std": 0.072265625, "train/tensor_act_model_layers_6_mlp_situglu/max_abs": 1.0390625, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 60.698699951171875, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.00104522705078125, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.0296630859375, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.15625, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 60.698699951171875, "train/tensor_act_model_layers_6_mlp/mean": 0.00104522705078125, "train/tensor_act_model_layers_6_mlp/std": 0.0296630859375, "train/tensor_act_model_layers_6_mlp/max_abs": 0.15625, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 347.6742248535156, "train/tensor_act_model_layers_6/mean": -0.0026702880859375, "train/tensor_act_model_layers_6/std": 0.169921875, "train/tensor_act_model_layers_6/max_abs": 0.8828125, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 2047.961181640625, "train/tensor_act_model_layers_7_input_layernorm/mean": -0.01446533203125, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 4.0625, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 3148.50439453125, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": -0.1103515625, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 1.53125, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 4.28125, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 2919.560302734375, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": -0.08544921875, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 1.421875, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 4.0625, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 379.6159362792969, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": 0.01373291015625, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.1845703125, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 0.94921875, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 77.15921783447266, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": -0.00421142578125, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.037353515625, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 0.318359375, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 77.15921783447266, "train/tensor_act_model_layers_7_self_attn/mean": -0.00421142578125, "train/tensor_act_model_layers_7_self_attn/std": 0.037353515625, "train/tensor_act_model_layers_7_self_attn/max_abs": 0.318359375, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 2047.96728515625, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": -0.036865234375, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 4.1875, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/norm": 1524.5679931640625, "train/tensor_act_model_layers_7_mlp_situglu_W_g/mean": 0.0986328125, "train/tensor_act_model_layers_7_mlp_situglu_W_g/std": 0.515625, "train/tensor_act_model_layers_7_mlp_situglu_W_g/max_abs": 2.59375, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/norm": 1575.223388671875, "train/tensor_act_model_layers_7_mlp_situglu_W_u/mean": -0.008544921875, "train/tensor_act_model_layers_7_mlp_situglu_W_u/std": 0.54296875, "train/tensor_act_model_layers_7_mlp_situglu_W_u/max_abs": 2.40625, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/norm": 274.15478515625, "train/tensor_act_model_layers_7_mlp_situglu/mean": -0.005767822265625, "train/tensor_act_model_layers_7_mlp_situglu/std": 0.09423828125, "train/tensor_act_model_layers_7_mlp_situglu/max_abs": 1.53125, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 85.21784210205078, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.000823974609375, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.04150390625, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.236328125, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 85.21784210205078, "train/tensor_act_model_layers_7_mlp/mean": -0.000823974609375, "train/tensor_act_model_layers_7_mlp/std": 0.04150390625, "train/tensor_act_model_layers_7_mlp/max_abs": 0.236328125, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 401.7129211425781, "train/tensor_act_model_layers_7/mean": -0.0076904296875, "train/tensor_act_model_layers_7/std": 0.1962890625, "train/tensor_act_model_layers_7/max_abs": 1.0625, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 2047.95703125, "train/tensor_act_model_layers_8_input_layernorm/mean": -0.038330078125, "train/tensor_act_model_layers_8_input_layernorm/std": 1.0, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 4.34375, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 3406.502197265625, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": 0.0888671875, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 1.6640625, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 4.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 3009.052978515625, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": -0.061767578125, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 1.46875, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 3.796875, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 394.781005859375, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": -0.01422119140625, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.1923828125, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 0.9609375, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 100.61571502685547, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": -0.0020294189453125, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.049072265625, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 0.30078125, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 100.61571502685547, "train/tensor_act_model_layers_8_self_attn/mean": -0.0020294189453125, "train/tensor_act_model_layers_8_self_attn/std": 0.049072265625, "train/tensor_act_model_layers_8_self_attn/max_abs": 0.30078125, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 2047.958740234375, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": -0.052001953125, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 4.4375, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/norm": 1613.8365478515625, "train/tensor_act_model_layers_8_mlp_situglu_W_g/mean": 0.12451171875, "train/tensor_act_model_layers_8_mlp_situglu_W_g/std": 0.54296875, "train/tensor_act_model_layers_8_mlp_situglu_W_g/max_abs": 2.703125, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/norm": 1771.531494140625, "train/tensor_act_model_layers_8_mlp_situglu_W_u/mean": -0.0003376007080078125, "train/tensor_act_model_layers_8_mlp_situglu_W_u/std": 0.61328125, "train/tensor_act_model_layers_8_mlp_situglu_W_u/max_abs": 3.1875, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/norm": 418.9945068359375, "train/tensor_act_model_layers_8_mlp_situglu/mean": -0.0069580078125, "train/tensor_act_model_layers_8_mlp_situglu/std": 0.14453125, "train/tensor_act_model_layers_8_mlp_situglu/max_abs": 2.015625, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 160.9695281982422, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.00164031982421875, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.07861328125, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 0.43359375, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 160.9695281982422, "train/tensor_act_model_layers_8_mlp/mean": 0.00164031982421875, "train/tensor_act_model_layers_8_mlp/std": 0.07861328125, "train/tensor_act_model_layers_8_mlp/max_abs": 0.43359375, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 466.01422119140625, "train/tensor_act_model_layers_8/mean": -0.008056640625, "train/tensor_act_model_layers_8/std": 0.2275390625, "train/tensor_act_model_layers_8/max_abs": 1.484375, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 2047.966552734375, "train/tensor_act_model_norm/mean": -0.033447265625, "train/tensor_act_model_norm/std": 1.0, "train/tensor_act_model_norm/max_abs": 5.125, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 2047.966552734375, "train/tensor_act_model/mean": -0.033447265625, "train/tensor_act_model/std": 1.0, "train/tensor_act_model/max_abs": 5.125, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 19309.1796875, "train/tensor_act_lm_head/mean": -1.2421875, "train/tensor_act_lm_head/std": 1.109375, "train/tensor_act_lm_head/max_abs": 6.09375, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 3.186873197555542, "train/tensor_act_/mean": 3.186873197555542, "train/tensor_act_/std": NaN, "train/tensor_act_/max_abs": 3.186873197555542, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.349609375, "train/tensor_grad_model_norm_weight/mean": -0.029541015625, "train/tensor_grad_model_norm_weight/std": 0.0086669921875, "train/tensor_grad_model_norm_weight/max_abs": 0.059814453125, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.12451171875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 3.844499588012695e-06, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 0.0006866455078125, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.0048828125, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/norm": 0.126953125, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/mean": 7.748603820800781e-06, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/std": 0.000701904296875, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.01104736328125, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/norm": 0.10888671875, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/mean": 1.087784767150879e-06, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/std": 0.000598907470703125, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.00726318359375, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.00848388671875, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": -0.0004787445068359375, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 0.000579833984375, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 0.002960205078125, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.2333984375, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": 1.728534698486328e-05, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 0.00182342529296875, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.014892578125, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.3671875, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": -4.0531158447265625e-06, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 0.00286865234375, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.01397705078125, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.006744384765625, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": 1.94646418094635e-07, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 5.269050598144531e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 0.000362396240234375, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.0023193359375, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": 4.353933036327362e-08, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 1.811981201171875e-05, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 0.00011682510375976562, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.00860595703125, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": -5.0067901611328125e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 0.000759124755859375, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 0.0020294189453125, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.1494140625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 7.033348083496094e-06, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 0.000823974609375, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.007781982421875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/norm": 0.189453125, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/mean": 1.5050172805786133e-06, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/std": 0.00104522705078125, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.0135498046875, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/norm": 0.15625, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/mean": -1.9371509552001953e-06, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/std": 0.000865936279296875, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.00909423828125, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.006561279296875, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": -0.000152587890625, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 0.0005645751953125, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.00174713134765625, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.23046875, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": -1.436471939086914e-05, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 0.001800537109375, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.014404296875, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.4375, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": -3.084540367126465e-06, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.00341796875, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.013671875, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 0.002716064453125, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": -7.078051567077637e-08, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 2.1219253540039062e-05, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 0.000133514404296875, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 0.0010986328125, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": 1.83936208486557e-08, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 8.58306884765625e-06, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 7.724761962890625e-05, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.0098876953125, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": 2.586841583251953e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 0.000881195068359375, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 0.0029754638671875, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.1220703125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 8.121132850646973e-07, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 0.000675201416015625, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.006317138671875, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/norm": 0.1943359375, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/mean": 9.834766387939453e-07, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/std": 0.001068115234375, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.01220703125, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/norm": 0.1845703125, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/mean": 2.4884939193725586e-06, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/std": 0.0010223388671875, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.01153564453125, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.00628662109375, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": -2.8967857360839844e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 0.00055694580078125, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 0.00191497802734375, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.251953125, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": 5.424022674560547e-06, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 0.0019683837890625, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.016357421875, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.5, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": -6.556510925292969e-06, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.00390625, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.0198974609375, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 0.0025787353515625, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": -1.341104507446289e-07, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 2.014636993408203e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 0.00020313262939453125, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 0.0014190673828125, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": 2.130400389432907e-08, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 1.1086463928222656e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 0.0001087188720703125, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.0120849609375, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": -6.723403930664062e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 0.001068115234375, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.00341796875, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.12158203125, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -1.0356307029724121e-06, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 0.00067138671875, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.005279541015625, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/norm": 0.146484375, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/mean": -1.0943040251731873e-07, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/std": 0.0008087158203125, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.007781982421875, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/norm": 0.203125, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/mean": 5.885958671569824e-07, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/std": 0.00112152099609375, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.013671875, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.0062255859375, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": -1.6689300537109375e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 0.000553131103515625, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 0.00170135498046875, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.3671875, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": 4.231929779052734e-06, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 0.00286865234375, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.023193359375, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.6015625, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": 3.647804260253906e-05, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.00469970703125, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.0257568359375, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 0.003265380859375, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": -2.039596438407898e-07, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 2.5510787963867188e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 0.00054168701171875, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 0.0020904541015625, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": 9.918585419654846e-08, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 1.633167266845703e-05, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 0.00012159347534179688, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.01287841796875, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": -3.695487976074219e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 0.0011444091796875, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.0036773681640625, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.1337890625, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 2.294778823852539e-06, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 0.00074005126953125, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.00836181640625, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/norm": 0.16015625, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/mean": -4.291534423828125e-06, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/std": 0.000881195068359375, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.01007080078125, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/norm": 0.169921875, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/mean": 2.5494955480098724e-08, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/std": 0.00093841552734375, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.007598876953125, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.004913330078125, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": -0.00010967254638671875, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 0.0004215240478515625, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 0.00152587890625, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.484375, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": -1.8358230590820312e-05, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 0.0037841796875, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0294189453125, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.77734375, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": 1.9788742065429688e-05, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 0.006072998046875, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.03515625, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 0.004119873046875, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": 4.805624485015869e-07, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 3.218650817871094e-05, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 0.00029754638671875, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 0.002197265625, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": 2.0372681319713593e-09, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 1.71661376953125e-05, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 0.00012302398681640625, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.014892578125, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": 0.00020313262939453125, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 0.00130462646484375, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.0037078857421875, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.1875, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -8.940696716308594e-07, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 0.00102996826171875, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.019775390625, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/norm": 0.23046875, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/mean": -1.1742115020751953e-05, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/std": 0.00127410888671875, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.0111083984375, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/norm": 0.22265625, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/mean": 1.3485550880432129e-06, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/std": 0.00122833251953125, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.01226806640625, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.006500244140625, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": -0.00011491775512695312, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 0.0005645751953125, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.0018310546875, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 0.66015625, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": 3.170967102050781e-05, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.005157470703125, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.049072265625, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 0.78125, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": -5.078315734863281e-05, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.006103515625, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.03369140625, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 0.00506591796875, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": 2.8312206268310547e-07, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 3.9577484130859375e-05, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 0.0003871917724609375, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 0.00225830078125, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": 1.564621925354004e-07, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 1.7642974853515625e-05, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 0.00018978118896484375, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.015869140625, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": 4.1484832763671875e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 0.00140380859375, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.00494384765625, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.2314453125, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": -1.5273690223693848e-06, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 0.00128173828125, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.01470947265625, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/norm": 0.23828125, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/mean": -1.0788440704345703e-05, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/std": 0.001312255859375, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.01422119140625, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/norm": 0.24609375, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/mean": 1.1324882507324219e-05, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/std": 0.0013580322265625, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.0186767578125, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.0079345703125, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": 3.600120544433594e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 0.000701904296875, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.00250244140625, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 0.81640625, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": 1.5497207641601562e-05, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 0.006378173828125, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.06396484375, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 0.96484375, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": 7.772445678710938e-05, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.007537841796875, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.040771484375, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.01019287109375, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": -2.8638169169425964e-08, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 7.963180541992188e-05, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 0.0010833740234375, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 0.0035552978515625, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": -9.033828973770142e-08, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 2.777576446533203e-05, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 0.0002346038818359375, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.015625, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": -0.00013065338134765625, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 0.00138092041015625, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.00537109375, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.44140625, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 8.761882781982422e-06, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.00244140625, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.026611328125, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/norm": 0.294921875, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/mean": -2.8967857360839844e-05, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/std": 0.0016326904296875, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.0247802734375, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/norm": 0.3203125, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/mean": 2.2798776626586914e-06, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/std": 0.00177001953125, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.02294921875, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.009521484375, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": 0.00014781951904296875, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 0.00083160400390625, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.0031280517578125, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 0.859375, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": 0.000164031982421875, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 0.0067138671875, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.0625, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 0.96484375, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": -7.009506225585938e-05, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.007537841796875, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.058837890625, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.01092529296875, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": 2.3655593395233154e-07, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 8.535385131835938e-05, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 0.000827789306640625, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.01226806640625, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": 1.7043203115463257e-07, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 9.584426879882812e-05, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 0.00115203857421875, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.0177001953125, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": -6.818771362304688e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 0.0015716552734375, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 0.0078125, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 0.55859375, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 2.586841583251953e-05, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 0.0030975341796875, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.03125, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/norm": 0.35546875, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/mean": -3.91155481338501e-07, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/std": 0.0019683837890625, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.048583984375, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/norm": 0.34765625, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/mean": 2.086162567138672e-06, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/std": 0.001922607421875, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.0224609375, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.01141357421875, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": 6.818771362304688e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 0.00101470947265625, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.005126953125, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.66796875, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": 1.5079975128173828e-05, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.005218505859375, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.036865234375, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.5234375, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": 9.357929229736328e-06, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 0.00408935546875, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.0172119140625, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.0184326171875, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": 8.456408977508545e-07, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 0.00014400482177734375, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 0.00110626220703125, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.0203857421875, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": -7.338821887969971e-07, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 0.00015926361083984375, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 0.000896453857421875, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.007720947265625, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": 0.00015735626220703125, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 0.000667572021484375, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 0.0019683837890625, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 0.90234375, "train/tensor_grad_model_embed_tokens_weight/mean": -3.11434268951416e-06, "train/tensor_grad_model_embed_tokens_weight/std": 0.001251220703125, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.0908203125, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 24.5, "train/tensor_param_model_embed_tokens_weight/mean": 0.0013427734375, "train/tensor_param_model_embed_tokens_weight/std": 0.033935546875, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.126953125, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 2.953125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -0.000408172607421875, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.0230712890625, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 2.96875, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 7.390975952148438e-05, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.023193359375, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 0.00013256072998046875, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.5, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": -6.246566772460938e-05, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.01953125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/norm": 4.03125, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/mean": 0.0001087188720703125, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/std": 0.022216796875, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/norm": 4.03125, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/mean": -3.1948089599609375e-05, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/std": 0.0223388671875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 4.03125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.00015163421630859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 3.078125, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": 0.0001544952392578125, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.0240478515625, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 3.046875, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": 6.628036499023438e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.0238037109375, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": -0.0001850128173828125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": -5.3882598876953125e-05, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/norm": 3.875, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/mean": -2.0623207092285156e-05, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/std": 0.0213623046875, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/norm": 3.90625, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/mean": -0.0001735687255859375, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/std": 0.0216064453125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.09814453125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 3.875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -8.153915405273438e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.021484375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 3.40625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": -0.00031280517578125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.026611328125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 3.265625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -0.0001926422119140625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": -2.7298927307128906e-05, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": -0.0001049041748046875, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/norm": 3.765625, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/mean": 0.0001544952392578125, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/std": 0.0208740234375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/norm": 3.796875, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/mean": -0.00011682510375976562, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/std": 0.02099609375, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 3.796875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00016021728515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 3.34375, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": -3.0040740966796875e-05, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 3.203125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": 5.245208740234375e-05, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.0250244140625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 2.625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": -5.178153514862061e-07, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -0.00022983551025390625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/norm": 3.78125, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/mean": -5.8650970458984375e-05, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/std": 0.0208740234375, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/norm": 3.796875, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/mean": -9.679794311523438e-05, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/std": 0.02099609375, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 3.796875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.00022220611572265625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 3.4375, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": -5.8650970458984375e-05, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 3.28125, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": 5.984306335449219e-05, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.025634765625, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.578125, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": 9.909272193908691e-07, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0201416015625, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.625, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": -6.103515625e-05, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/norm": 3.78125, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/mean": -4.744529724121094e-05, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/std": 0.0208740234375, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/norm": 3.765625, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/mean": 1.2695789337158203e-05, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/std": 0.0208740234375, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 3.838539123535156e-05, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 3.46875, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -7.581710815429688e-05, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 3.375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": -0.000110626220703125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.0263671875, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": -0.00021076202392578125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": 0.00015354156494140625, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/norm": 3.8125, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/mean": -4.9591064453125e-05, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/std": 0.0211181640625, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/norm": 3.84375, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/mean": -0.000225067138671875, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/std": 0.021240234375, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 3.828125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.0003528594970703125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 3.46875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": 8.58306884765625e-06, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.0908203125, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 3.359375, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": 0.00021266937255859375, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.0262451171875, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.00022792816162109375, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/norm": 3.875, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/std": 0.0213623046875, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/norm": 3.875, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/mean": 0.0002498626708984375, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/std": 0.021484375, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 3.953125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 3.039836883544922e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 3.390625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": -0.00021839141845703125, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 3.328125, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.0003795623779296875, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.0260009765625, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -0.0001506805419921875, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": -8.440017700195312e-05, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/norm": 3.96875, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/mean": -0.00020694732666015625, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/std": 0.02197265625, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/norm": 3.953125, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/mean": 0.00012969970703125, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/std": 0.0218505859375, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -6.4849853515625e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 3.59375, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": -2.9206275939941406e-05, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.10009765625, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 3.453125, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": 0.00017833709716796875, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -0.000270843505859375, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 2.625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": -1.0788440704345703e-05, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/norm": 4.28125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/mean": -0.0003299713134765625, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/std": 0.0235595703125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.10009765625, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/norm": 4.3125, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/mean": -8.821487426757812e-05, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/std": 0.02392578125, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -0.000274658203125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.023681640625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} +{"step": 240, "epoch": 0.016177957532861477, "timestamp": 1786049233.9160058, "loss": 2.638140106201172, "grad_norm": 1.9140625, "learning_rate": 0.0003, "train/total_time_seconds": 8.403623878955841, "train/time_per_step_avg": 0.032653006874024865, "train/epoch_time_elapsed": 28.557727854698896, "train/estimated_remaining_minutes": 1.0271095852057137} +{"step": 260, "epoch": 0.01752612066059993, "timestamp": 1786049235.499275, "loss": 2.2962114334106447, "grad_norm": 2.140625, "learning_rate": 0.0003, "train/total_time_seconds": 9.04121407493949, "train/time_per_step_avg": 0.03250348206609487, "train/epoch_time_elapsed": 30.140997502952814, "train/estimated_remaining_minutes": 1.0084431083586354} +{"step": 280, "epoch": 0.01887428378833839, "timestamp": 1786049237.083169, "loss": 1.9714105606079102, "grad_norm": 1.84375, "learning_rate": 0.0003, "train/total_time_seconds": 9.676876027137041, "train/time_per_step_avg": 0.0325226279348135, "train/epoch_time_elapsed": 31.724893033504486, "train/estimated_remaining_minutes": 0.9907277837306971} +{"step": 300, "epoch": 0.020222446916076844, "timestamp": 1786049238.6715388, "loss": 1.6777704238891602, "grad_norm": 2.0625, "learning_rate": 0.0003, "train/total_time_seconds": 10.313632529228926, "train/time_per_step_avg": 0.032546338997781275, "train/epoch_time_elapsed": 33.3132623359561, "train/estimated_remaining_minutes": 0.9740652944271763} +{"step": 320, "epoch": 0.021570610043815303, "timestamp": 1786049240.2570186, "loss": 1.4184170722961427, "grad_norm": 1.4765625, "learning_rate": 0.0003, "train/total_time_seconds": 10.950239039957523, "train/time_per_step_avg": 0.03199303381145, "train/epoch_time_elapsed": 34.89874251931906, "train/estimated_remaining_minutes": 0.9581459159962833} +{"step": 340, "epoch": 0.022918773171553757, "timestamp": 1786049241.8404324, "loss": 1.2252904891967773, "grad_norm": 1.4375, "learning_rate": 0.0003, "train/total_time_seconds": 11.586214669048786, "train/time_per_step_avg": 0.03182590790092945, "train/epoch_time_elapsed": 36.482156585901976, "train/estimated_remaining_minutes": 0.9427998211088718} +{"step": 360, "epoch": 0.024266936299292215, "timestamp": 1786049243.4205627, "loss": 1.0854849815368652, "grad_norm": 1.0859375, "learning_rate": 0.0003, "train/total_time_seconds": 12.222385749220848, "train/time_per_step_avg": 0.031811716742813585, "train/epoch_time_elapsed": 38.062285009771585, "train/estimated_remaining_minutes": 0.9279959550334348} +{"step": 380, "epoch": 0.02561509942703067, "timestamp": 1786049245.0319617, "loss": 0.9601390838623047, "grad_norm": 1.109375, "learning_rate": 0.0003, "train/total_time_seconds": 12.861627541482449, "train/time_per_step_avg": 0.031847515143454075, "train/epoch_time_elapsed": 39.67368424683809, "train/estimated_remaining_minutes": 0.913852483210595} +{"step": 400, "epoch": 0.026963262554769128, "timestamp": 1786049246.630812, "loss": 0.8285150527954102, "grad_norm": 0.60546875, "learning_rate": 0.0003, "train/total_time_seconds": 13.502870630472898, "train/time_per_step_avg": 0.03189238101243973, "train/epoch_time_elapsed": 41.27253597974777, "train/estimated_remaining_minutes": 0.9001913753648599} +{"step": 400, "epoch": 0.026963262554769128, "timestamp": 1786049255.0903435, "eval_loss": 0.77406907081604, "eval_runtime": 8.4577, "eval_samples_per_second": 1126.423, "eval_steps_per_second": 17.617, "train/total_time_seconds": 13.502870630472898, "train/time_per_step_avg": 0.03189238101243973, "train/epoch_time_elapsed": 49.73206491023302, "train/estimated_remaining_minutes": 0.9001913753648599} +{"step": 420, "epoch": 0.028311425682507583, "timestamp": 1786049256.784689, "loss": 0.7167386531829834, "grad_norm": 0.5234375, "learning_rate": 0.0003, "train/total_time_seconds": 14.201038334518671, "train/time_per_step_avg": 0.03250799294561148, "train/epoch_time_elapsed": 51.42633019387722, "train/estimated_remaining_minutes": 0.8903825622436309, "train/global/act/norm": 27254.43232814083, "train/global/act/mean": -0.21454624055763144, "train/global/act/std": 0.0, "train/global/act/max_abs": 9.6875, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 0.5831350548845098, "train/global/grad/mean": -1.2743167357586578e-06, "train/global/grad/std": 0.000412732962025684, "train/global/grad/max_abs": 0.0478515625, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 68.8457997311746, "train/global/param/mean": 0.0016912320646036536, "train/global/param/std": 0.0486393935514072, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 6371.670943861137, "train/layer_model_layers_6/act/mean": 0.03314685821533203, "train/layer_model_layers_6/act/std": 0.7773201458495413, "train/layer_model_layers_6/act/max_abs": 5.46875, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.10345978105388925, "train/layer_model_layers_6/grad/mean": 1.2396470107451988e-07, "train/layer_model_layers_6/grad/std": 0.00025549501656246175, "train/layer_model_layers_6/grad/max_abs": 0.005706787109375, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 18.316112591615887, "train/layer__model_layers_1/param/mean": 0.0014951946954831318, "train/layer__model_layers_1/param/std": 0.04521044667078306, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 18.759222992054468, "train/layer__model_layers_7/param/mean": 0.0015156905104329174, "train/layer__model_layers_7/param/std": 0.04629388779475115, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 3821.664620947067, "train/layer_model_layers_0/act/mean": 0.0029870271682739258, "train/layer_model_layers_0/act/std": 0.46672671875252913, "train/layer_model_layers_0/act/max_abs": 3.84375, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 0.16002825766779039, "train/layer_model_layers_0/grad/mean": 2.2002924437083988e-06, "train/layer_model_layers_0/grad/std": 0.00039491078381343023, "train/layer_model_layers_0/grad/max_abs": 0.0078125, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 19.380455381163003, "train/layer__model_layers_8/param/mean": 0.001383741262736447, "train/layer__model_layers_8/param/std": 0.047823249849557166, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 6111.768839960909, "train/layer_model_layers_4/act/mean": 0.009104251861572266, "train/layer_model_layers_4/act/std": 0.7456455895128863, "train/layer_model_layers_4/act/max_abs": 5.75, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 0.13458038261343283, "train/layer_model_layers_4/grad/mean": -3.877323986773558e-07, "train/layer_model_layers_4/grad/std": 0.0003324196048064902, "train/layer_model_layers_4/grad/max_abs": 0.003936767578125, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 6241.761133742719, "train/layer_model_layers_8/act/mean": 0.027415752410888672, "train/layer_model_layers_8/act/std": 0.7616818474488888, "train/layer_model_layers_8/act/max_abs": 6.84375, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.08863447183995034, "train/layer_model_layers_8/grad/mean": 4.202080963182375e-07, "train/layer_model_layers_8/grad/std": 0.00021859950245034846, "train/layer_model_layers_8/grad/max_abs": 0.002838134765625, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 6253.21484138726, "train/layer_model_layers_5/act/mean": 0.015446662902832031, "train/layer_model_layers_5/act/std": 0.7632711472163581, "train/layer_model_layers_5/act/max_abs": 5.375, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 0.12257064340316054, "train/layer_model_layers_5/grad/mean": -5.341403755866421e-07, "train/layer_model_layers_5/grad/std": 0.0003027875473021333, "train/layer_model_layers_5/grad/max_abs": 0.005889892578125, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 18.371644836115653, "train/layer__model_layers_3/param/mean": 0.0014649002860749195, "train/layer__model_layers_3/param/std": 0.04534431366403992, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 18.438579152740456, "train/layer__model_layers_4/param/mean": 0.0015653381109609619, "train/layer__model_layers_4/param/std": 0.04548990451442476, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 18.548981030386145, "train/layer__model_layers_5/param/mean": 0.0015658231309721138, "train/layer__model_layers_5/param/std": 0.04576456998631085, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 18.399344789200374, "train/layer__model_layers_0/param/mean": 0.0015545397206513261, "train/layer__model_layers_0/param/std": 0.0454078164567322, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 4107.590986032125, "train/layer_model_layers_1/act/mean": 0.016803264617919922, "train/layer_model_layers_1/act/std": 0.5007489982794697, "train/layer_model_layers_1/act/max_abs": 3.703125, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 0.1942209084251613, "train/layer_model_layers_1/grad/mean": 3.123042782457682e-06, "train/layer_model_layers_1/grad/std": 0.0004794925908128915, "train/layer_model_layers_1/grad/max_abs": 0.009033203125, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 5672.998150385005, "train/layer_model_layers_3/act/mean": 0.02569878101348877, "train/layer_model_layers_3/act/std": 0.6925533299433791, "train/layer_model_layers_3/act/max_abs": 5.03125, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 0.16042673539287367, "train/layer_model_layers_3/grad/mean": 1.504064164183999e-07, "train/layer_model_layers_3/grad/std": 0.0003961286158408309, "train/layer_model_layers_3/grad/max_abs": 0.005706787109375, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 18.408736833277697, "train/layer__model_layers_2/param/mean": 0.0014574643044315523, "train/layer__model_layers_2/param/std": 0.04543491706603814, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 6125.077335661605, "train/layer_model_layers_7/act/mean": 0.0127105712890625, "train/layer_model_layers_7/act/std": 0.747530426871222, "train/layer_model_layers_7/act/max_abs": 4.375, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.09590690646049059, "train/layer_model_layers_7/grad/mean": -1.9222439823210146e-07, "train/layer_model_layers_7/grad/std": 0.00023690327265871026, "train/layer_model_layers_7/grad/max_abs": 0.006317138671875, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 5627.045724402896, "train/layer_model_layers_2/act/mean": -0.002605915069580078, "train/layer_model_layers_2/act/std": 0.6862869183484077, "train/layer_model_layers_2/act/max_abs": 5.34375, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 0.17612532780125817, "train/layer_model_layers_2/grad/mean": -2.9129794160958945e-06, "train/layer_model_layers_2/grad/std": 0.00043472562887136775, "train/layer_model_layers_2/grad/max_abs": 0.01043701171875, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 18.66113053833422, "train/layer__model_layers_6/param/mean": 0.0016760625258994736, "train/layer__model_layers_6/param/std": 0.046054442857722304, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 137.7256317138672, "train/tensor_act_model_embed_tokens/mean": 1.0311603546142578e-05, "train/tensor_act_model_embed_tokens/std": 0.0673828125, "train/tensor_act_model_embed_tokens/max_abs": 0.173828125, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 812.1860961914062, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 2048.015869140625, "train/tensor_act_model_layers_0_input_layernorm/mean": 0.0002918243408203125, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 3.640625, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 825.5701904296875, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": -0.01104736328125, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.40234375, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 2.265625, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 1441.16357421875, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": -0.056640625, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.703125, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 3.84375, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 480.7086486816406, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.0006256103515625, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.234375, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 76.9289321899414, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": 0.0005950927734375, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.03759765625, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.333984375, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 76.9289321899414, "train/tensor_act_model_layers_0_self_attn/mean": 0.0005950927734375, "train/tensor_act_model_layers_0_self_attn/std": 0.03759765625, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.333984375, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 2047.809326171875, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": 0.00482177734375, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 3.640625, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/norm": 1218.9688720703125, "train/tensor_act_model_layers_0_mlp_situglu_W_g/mean": 0.06982421875, "train/tensor_act_model_layers_0_mlp_situglu_W_g/std": 0.416015625, "train/tensor_act_model_layers_0_mlp_situglu_W_g/max_abs": 1.8984375, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/norm": 1262.885986328125, "train/tensor_act_model_layers_0_mlp_situglu_W_u/mean": -0.0169677734375, "train/tensor_act_model_layers_0_mlp_situglu_W_u/std": 0.435546875, "train/tensor_act_model_layers_0_mlp_situglu_W_u/max_abs": 2.328125, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/norm": 277.2305908203125, "train/tensor_act_model_layers_0_mlp_situglu/mean": -0.0031585693359375, "train/tensor_act_model_layers_0_mlp_situglu/std": 0.095703125, "train/tensor_act_model_layers_0_mlp_situglu/max_abs": 1.2578125, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 105.02425384521484, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.003265380859375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.05126953125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.32421875, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 105.02425384521484, "train/tensor_act_model_layers_0_mlp/mean": 0.003265380859375, "train/tensor_act_model_layers_0_mlp/std": 0.05126953125, "train/tensor_act_model_layers_0_mlp/max_abs": 0.32421875, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 190.02581787109375, "train/tensor_act_model_layers_0/mean": 0.003875732421875, "train/tensor_act_model_layers_0/std": 0.0927734375, "train/tensor_act_model_layers_0/max_abs": 0.43359375, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 2047.8701171875, "train/tensor_act_model_layers_1_input_layernorm/mean": 0.041748046875, "train/tensor_act_model_layers_1_input_layernorm/std": 1.0, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 3.703125, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 1160.83154296875, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": 0.0732421875, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 0.5625, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 2.734375, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 1377.4178466796875, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": 0.0888671875, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 0.66796875, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 2.71875, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 446.6022033691406, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": -0.0240478515625, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.216796875, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 0.984375, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 96.02310943603516, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": 0.00799560546875, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.046142578125, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.2197265625, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 96.02310943603516, "train/tensor_act_model_layers_1_self_attn/mean": 0.00799560546875, "train/tensor_act_model_layers_1_self_attn/std": 0.046142578125, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.2197265625, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 2047.904052734375, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.109375, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 0.9921875, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 3.59375, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/norm": 1543.8194580078125, "train/tensor_act_model_layers_1_mlp_situglu_W_g/mean": 0.00799560546875, "train/tensor_act_model_layers_1_mlp_situglu_W_g/std": 0.53125, "train/tensor_act_model_layers_1_mlp_situglu_W_g/max_abs": 2.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/norm": 1579.77001953125, "train/tensor_act_model_layers_1_mlp_situglu_W_u/mean": -0.0341796875, "train/tensor_act_model_layers_1_mlp_situglu_W_u/std": 0.54296875, "train/tensor_act_model_layers_1_mlp_situglu_W_u/max_abs": 3.234375, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/norm": 274.430908203125, "train/tensor_act_model_layers_1_mlp_situglu/mean": 0.0006561279296875, "train/tensor_act_model_layers_1_mlp_situglu/std": 0.0947265625, "train/tensor_act_model_layers_1_mlp_situglu/max_abs": 1.0, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 92.09479522705078, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.000957489013671875, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.044921875, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.2080078125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 92.09479522705078, "train/tensor_act_model_layers_1_mlp/mean": 0.000957489013671875, "train/tensor_act_model_layers_1_mlp/std": 0.044921875, "train/tensor_act_model_layers_1_mlp/max_abs": 0.2080078125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 224.92092895507812, "train/tensor_act_model_layers_1/mean": 0.0128173828125, "train/tensor_act_model_layers_1/std": 0.10888671875, "train/tensor_act_model_layers_1/max_abs": 0.42578125, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 2047.8970947265625, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.115234375, "train/tensor_act_model_layers_2_input_layernorm/std": 0.9921875, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 4.84375, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 3287.7412109375, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.17578125, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 1.59375, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 5.34375, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 2886.83984375, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": -0.08251953125, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 1.40625, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 4.90625, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 447.18255615234375, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": -0.0032958984375, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.21875, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.28125, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 110.31034088134766, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": -0.00225830078125, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.0537109375, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 0.306640625, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 110.31034088134766, "train/tensor_act_model_layers_2_self_attn/mean": -0.00225830078125, "train/tensor_act_model_layers_2_self_attn/std": 0.0537109375, "train/tensor_act_model_layers_2_self_attn/max_abs": 0.306640625, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 2047.9239501953125, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.07958984375, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 4.1875, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/norm": 1364.1998291015625, "train/tensor_act_model_layers_2_mlp_situglu_W_g/mean": -0.005889892578125, "train/tensor_act_model_layers_2_mlp_situglu_W_g/std": 0.470703125, "train/tensor_act_model_layers_2_mlp_situglu_W_g/max_abs": 1.953125, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/norm": 1392.947509765625, "train/tensor_act_model_layers_2_mlp_situglu_W_u/mean": 0.014404296875, "train/tensor_act_model_layers_2_mlp_situglu_W_u/std": 0.48046875, "train/tensor_act_model_layers_2_mlp_situglu_W_u/max_abs": 2.28125, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/norm": 190.1682586669922, "train/tensor_act_model_layers_2_mlp_situglu/mean": 0.00136566162109375, "train/tensor_act_model_layers_2_mlp_situglu/std": 0.0654296875, "train/tensor_act_model_layers_2_mlp_situglu/max_abs": 0.93359375, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 56.40208435058594, "train/tensor_act_model_layers_2_mlp_down_proj/mean": -0.000240325927734375, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.027587890625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.166015625, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 56.40208435058594, "train/tensor_act_model_layers_2_mlp/mean": -0.000240325927734375, "train/tensor_act_model_layers_2_mlp/std": 0.027587890625, "train/tensor_act_model_layers_2_mlp/max_abs": 0.166015625, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 253.97389221191406, "train/tensor_act_model_layers_2/mean": 0.01031494140625, "train/tensor_act_model_layers_2/std": 0.12353515625, "train/tensor_act_model_layers_2/max_abs": 0.48046875, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 2047.92333984375, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.08056640625, "train/tensor_act_model_layers_3_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 4.40625, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 3380.04638671875, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": 0.107421875, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 1.6484375, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 5.03125, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 2859.906494140625, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": 0.022705078125, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 1.3984375, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 4.1875, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 432.3089599609375, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": -0.00994873046875, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.2109375, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 1.078125, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 107.4544677734375, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": 0.00213623046875, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.052490234375, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 0.26953125, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 107.4544677734375, "train/tensor_act_model_layers_3_self_attn/mean": 0.00213623046875, "train/tensor_act_model_layers_3_self_attn/std": 0.052490234375, "train/tensor_act_model_layers_3_self_attn/max_abs": 0.26953125, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 2047.9373779296875, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.087890625, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 4.09375, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/norm": 1441.4132080078125, "train/tensor_act_model_layers_3_mlp_situglu_W_g/mean": 0.024169921875, "train/tensor_act_model_layers_3_mlp_situglu_W_g/std": 0.498046875, "train/tensor_act_model_layers_3_mlp_situglu_W_g/max_abs": 2.25, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/norm": 1337.625244140625, "train/tensor_act_model_layers_3_mlp_situglu_W_u/mean": 0.0281982421875, "train/tensor_act_model_layers_3_mlp_situglu_W_u/std": 0.4609375, "train/tensor_act_model_layers_3_mlp_situglu_W_u/max_abs": 2.671875, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/norm": 191.0200958251953, "train/tensor_act_model_layers_3_mlp_situglu/mean": 0.000247955322265625, "train/tensor_act_model_layers_3_mlp_situglu/std": 0.06591796875, "train/tensor_act_model_layers_3_mlp_situglu/max_abs": 0.8828125, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 58.39488983154297, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.00020313262939453125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.028564453125, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.1533203125, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 58.39488983154297, "train/tensor_act_model_layers_3_mlp/mean": 0.00020313262939453125, "train/tensor_act_model_layers_3_mlp/std": 0.028564453125, "train/tensor_act_model_layers_3_mlp/max_abs": 0.1533203125, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 266.2440185546875, "train/tensor_act_model_layers_3/mean": 0.01263427734375, "train/tensor_act_model_layers_3/std": 0.12890625, "train/tensor_act_model_layers_3/max_abs": 0.546875, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 2047.93505859375, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.09423828125, "train/tensor_act_model_layers_4_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 4.21875, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 3747.179931640625, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": -0.0390625, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 1.828125, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 5.75, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 3253.0625, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": 0.032470703125, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 1.5859375, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 4.65625, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 388.747314453125, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": 0.0118408203125, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.189453125, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 1.046875, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 93.81609344482422, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": -0.00537109375, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.04541015625, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.263671875, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 93.81609344482422, "train/tensor_act_model_layers_4_self_attn/mean": -0.00537109375, "train/tensor_act_model_layers_4_self_attn/std": 0.04541015625, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.263671875, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 2047.9345703125, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.047119140625, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 4.03125, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/norm": 1268.973876953125, "train/tensor_act_model_layers_4_mlp_situglu_W_g/mean": 0.0184326171875, "train/tensor_act_model_layers_4_mlp_situglu_W_g/std": 0.4375, "train/tensor_act_model_layers_4_mlp_situglu_W_g/max_abs": 1.90625, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/norm": 1563.1031494140625, "train/tensor_act_model_layers_4_mlp_situglu_W_u/mean": -0.016357421875, "train/tensor_act_model_layers_4_mlp_situglu_W_u/std": 0.5390625, "train/tensor_act_model_layers_4_mlp_situglu_W_u/max_abs": 2.71875, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/norm": 195.75167846679688, "train/tensor_act_model_layers_4_mlp_situglu/mean": -0.0019378662109375, "train/tensor_act_model_layers_4_mlp_situglu/std": 0.0673828125, "train/tensor_act_model_layers_4_mlp_situglu/max_abs": 0.9140625, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 61.236534118652344, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.000736236572265625, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.0299072265625, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.1484375, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 61.236534118652344, "train/tensor_act_model_layers_4_mlp/mean": 0.000736236572265625, "train/tensor_act_model_layers_4_mlp/std": 0.0299072265625, "train/tensor_act_model_layers_4_mlp/max_abs": 0.1484375, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 271.5495910644531, "train/tensor_act_model_layers_4/mean": 0.008056640625, "train/tensor_act_model_layers_4/std": 0.1328125, "train/tensor_act_model_layers_4/max_abs": 0.640625, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 2047.933837890625, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.057861328125, "train/tensor_act_model_layers_5_input_layernorm/std": 1.0, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 4.0625, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 3714.74609375, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": 0.051513671875, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 1.8125, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 5.375, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 3264.7138671875, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": 0.0634765625, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 1.59375, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 4.65625, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 401.6609191894531, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": -0.00482177734375, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.1962890625, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 1.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 104.32612609863281, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": -0.007354736328125, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.05029296875, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.28125, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 104.32612609863281, "train/tensor_act_model_layers_5_self_attn/mean": -0.007354736328125, "train/tensor_act_model_layers_5_self_attn/std": 0.05029296875, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.28125, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 2047.947509765625, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": 0.0021820068359375, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 4.15625, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/norm": 1533.8031005859375, "train/tensor_act_model_layers_5_mlp_situglu_W_g/mean": 0.09765625, "train/tensor_act_model_layers_5_mlp_situglu_W_g/std": 0.51953125, "train/tensor_act_model_layers_5_mlp_situglu_W_g/max_abs": 2.421875, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/norm": 1885.1541748046875, "train/tensor_act_model_layers_5_mlp_situglu_W_u/mean": -0.057373046875, "train/tensor_act_model_layers_5_mlp_situglu_W_u/std": 0.6484375, "train/tensor_act_model_layers_5_mlp_situglu_W_u/max_abs": 2.75, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/norm": 253.5092315673828, "train/tensor_act_model_layers_5_mlp_situglu/mean": 0.0029754638671875, "train/tensor_act_model_layers_5_mlp_situglu/std": 0.08740234375, "train/tensor_act_model_layers_5_mlp_situglu/max_abs": 1.3828125, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 75.47144317626953, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.00148773193359375, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.036865234375, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.1845703125, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 75.47144317626953, "train/tensor_act_model_layers_5_mlp/mean": 0.00148773193359375, "train/tensor_act_model_layers_5_mlp/std": 0.036865234375, "train/tensor_act_model_layers_5_mlp/max_abs": 0.1845703125, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 302.9228820800781, "train/tensor_act_model_layers_5/mean": 0.0021514892578125, "train/tensor_act_model_layers_5/std": 0.1474609375, "train/tensor_act_model_layers_5/max_abs": 0.7109375, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 2047.9439697265625, "train/tensor_act_model_layers_6_input_layernorm/mean": 0.013427734375, "train/tensor_act_model_layers_6_input_layernorm/std": 1.0, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 4.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 3707.12890625, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": 0.2216796875, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 1.796875, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 5.46875, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 3202.2509765625, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": 0.0791015625, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 1.5625, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 4.125, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 382.225341796875, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": -0.00897216796875, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.1865234375, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 1.03125, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 93.40924835205078, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.002532958984375, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.045654296875, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 0.296875, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 93.40924835205078, "train/tensor_act_model_layers_6_self_attn/mean": -0.002532958984375, "train/tensor_act_model_layers_6_self_attn/std": 0.045654296875, "train/tensor_act_model_layers_6_self_attn/max_abs": 0.296875, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 2047.95849609375, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": -0.0024261474609375, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 4.15625, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/norm": 1883.5821533203125, "train/tensor_act_model_layers_6_mlp_situglu_W_g/mean": 0.1162109375, "train/tensor_act_model_layers_6_mlp_situglu_W_g/std": 0.640625, "train/tensor_act_model_layers_6_mlp_situglu_W_g/max_abs": 3.375, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/norm": 2059.60595703125, "train/tensor_act_model_layers_6_mlp_situglu_W_u/mean": -0.00125885009765625, "train/tensor_act_model_layers_6_mlp_situglu_W_u/std": 0.7109375, "train/tensor_act_model_layers_6_mlp_situglu_W_u/max_abs": 3.453125, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/norm": 340.60382080078125, "train/tensor_act_model_layers_6_mlp_situglu/mean": -0.000514984130859375, "train/tensor_act_model_layers_6_mlp_situglu/std": 0.11767578125, "train/tensor_act_model_layers_6_mlp_situglu/max_abs": 1.75, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 100.45276641845703, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.001373291015625, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.049072265625, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.27734375, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 100.45276641845703, "train/tensor_act_model_layers_6_mlp/mean": 0.001373291015625, "train/tensor_act_model_layers_6_mlp/std": 0.049072265625, "train/tensor_act_model_layers_6_mlp/max_abs": 0.27734375, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 350.9535217285156, "train/tensor_act_model_layers_6/mean": 0.00098419189453125, "train/tensor_act_model_layers_6/std": 0.1708984375, "train/tensor_act_model_layers_6/max_abs": 0.796875, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 2047.95751953125, "train/tensor_act_model_layers_7_input_layernorm/mean": 0.005889892578125, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 4.15625, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 3266.997802734375, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": -0.1435546875, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 1.5859375, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 4.375, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 2976.077392578125, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": -0.09765625, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 1.453125, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 4.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 378.1128234863281, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": 0.00946044921875, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.1845703125, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 0.921875, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 71.8551254272461, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": -0.0036163330078125, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.034912109375, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 0.34765625, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 71.8551254272461, "train/tensor_act_model_layers_7_self_attn/mean": -0.0036163330078125, "train/tensor_act_model_layers_7_self_attn/std": 0.034912109375, "train/tensor_act_model_layers_7_self_attn/max_abs": 0.34765625, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 2047.96484375, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": -0.01446533203125, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 4.03125, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/norm": 1995.8758544921875, "train/tensor_act_model_layers_7_mlp_situglu_W_g/mean": 0.21484375, "train/tensor_act_model_layers_7_mlp_situglu_W_g/std": 0.65625, "train/tensor_act_model_layers_7_mlp_situglu_W_g/max_abs": 3.71875, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/norm": 2246.684326171875, "train/tensor_act_model_layers_7_mlp_situglu_W_u/mean": 0.0230712890625, "train/tensor_act_model_layers_7_mlp_situglu_W_u/std": 0.7734375, "train/tensor_act_model_layers_7_mlp_situglu_W_u/max_abs": 4.15625, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/norm": 453.08074951171875, "train/tensor_act_model_layers_7_mlp_situglu/mean": -0.00518798828125, "train/tensor_act_model_layers_7_mlp_situglu/std": 0.15625, "train/tensor_act_model_layers_7_mlp_situglu/max_abs": 3.03125, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 141.2662811279297, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.00396728515625, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.06884765625, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.40625, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 141.2662811279297, "train/tensor_act_model_layers_7_mlp/mean": -0.00396728515625, "train/tensor_act_model_layers_7_mlp/std": 0.06884765625, "train/tensor_act_model_layers_7_mlp/max_abs": 0.40625, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 410.3292236328125, "train/tensor_act_model_layers_7/mean": -0.006591796875, "train/tensor_act_model_layers_7/std": 0.2001953125, "train/tensor_act_model_layers_7/max_abs": 0.90625, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 2047.9652099609375, "train/tensor_act_model_layers_8_input_layernorm/mean": -0.0322265625, "train/tensor_act_model_layers_8_input_layernorm/std": 1.0, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 4.21875, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 3315.081787109375, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": 0.07958984375, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 1.6171875, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 4.4375, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 2862.998291015625, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": -0.047607421875, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 1.3984375, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 3.546875, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 395.16729736328125, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": -0.010986328125, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.1923828125, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 0.97265625, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 92.64288330078125, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": -0.001953125, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.045166015625, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 0.28125, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 92.64288330078125, "train/tensor_act_model_layers_8_self_attn/mean": -0.001953125, "train/tensor_act_model_layers_8_self_attn/std": 0.045166015625, "train/tensor_act_model_layers_8_self_attn/max_abs": 0.28125, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 2047.9677734375, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": -0.044677734375, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 4.21875, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/norm": 2049.86669921875, "train/tensor_act_model_layers_8_mlp_situglu_W_g/mean": 0.26171875, "train/tensor_act_model_layers_8_mlp_situglu_W_g/std": 0.65625, "train/tensor_act_model_layers_8_mlp_situglu_W_g/max_abs": 3.78125, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/norm": 2330.157958984375, "train/tensor_act_model_layers_8_mlp_situglu_W_u/mean": 0.0027618408203125, "train/tensor_act_model_layers_8_mlp_situglu_W_u/std": 0.8046875, "train/tensor_act_model_layers_8_mlp_situglu_W_u/max_abs": 4.0625, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/norm": 927.4923706054688, "train/tensor_act_model_layers_8_mlp_situglu/mean": -0.01220703125, "train/tensor_act_model_layers_8_mlp_situglu/std": 0.3203125, "train/tensor_act_model_layers_8_mlp_situglu/max_abs": 6.84375, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 403.7955627441406, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.000820159912109375, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.197265625, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 403.7955627441406, "train/tensor_act_model_layers_8_mlp/mean": 0.000820159912109375, "train/tensor_act_model_layers_8_mlp/std": 0.197265625, "train/tensor_act_model_layers_8_mlp/max_abs": 1.1953125, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 627.2687377929688, "train/tensor_act_model_layers_8/mean": -0.007720947265625, "train/tensor_act_model_layers_8/std": 0.306640625, "train/tensor_act_model_layers_8/max_abs": 1.796875, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 2047.962158203125, "train/tensor_act_model_norm/mean": -0.0211181640625, "train/tensor_act_model_norm/std": 1.0, "train/tensor_act_model_norm/max_abs": 5.09375, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 2047.962158203125, "train/tensor_act_model/mean": -0.0211181640625, "train/tensor_act_model/std": 1.0, "train/tensor_act_model/max_abs": 5.09375, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 21092.236328125, "train/tensor_act_lm_head/mean": -1.2734375, "train/tensor_act_lm_head/std": 1.296875, "train/tensor_act_lm_head/max_abs": 9.6875, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 0.759620189666748, "train/tensor_act_/mean": 0.759620189666748, "train/tensor_act_/std": NaN, "train/tensor_act_/max_abs": 0.759620189666748, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.240234375, "train/tensor_grad_model_norm_weight/mean": -0.019775390625, "train/tensor_grad_model_norm_weight/std": 0.0079345703125, "train/tensor_grad_model_norm_weight/max_abs": 0.0478515625, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.05224609375, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -1.2516975402832031e-06, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 0.0002880096435546875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.0028076171875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/norm": 0.0230712890625, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/mean": -9.909272193908691e-07, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/std": 0.00012683868408203125, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.00152587890625, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/norm": 0.0308837890625, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/mean": 1.385807991027832e-06, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/std": 0.00017070770263671875, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.002838134765625, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.001861572265625, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": -0.00011968612670898438, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 0.00011301040649414062, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 0.000492095947265625, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.03759765625, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": 7.152557373046875e-06, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 0.000293731689453125, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.0021209716796875, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.047119140625, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": -5.923211574554443e-07, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 0.0003681182861328125, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.00145721435546875, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.001312255859375, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": 5.8906152844429016e-08, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 1.0251998901367188e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 9.393692016601562e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.0005950927734375, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": -1.5133991837501526e-08, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 4.649162292480469e-06, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 3.933906555175781e-05, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.0009918212890625, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": 3.24249267578125e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 8.153915405273438e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 0.0002536773681640625, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.041748046875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 1.169741153717041e-06, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 0.0002307891845703125, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.00194549560546875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/norm": 0.0478515625, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/mean": -7.152557373046875e-07, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/std": 0.0002651214599609375, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.006317138671875, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/norm": 0.034423828125, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/mean": 5.885958671569824e-07, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/std": 0.00018978118896484375, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.00274658203125, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.00165557861328125, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": -5.435943603515625e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 0.00013637542724609375, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.00054931640625, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.0322265625, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": -3.874301910400391e-06, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 0.00025177001953125, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.0017852783203125, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.05419921875, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": 2.4400651454925537e-07, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.000423431396484375, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.00262451171875, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 0.00035858154296875, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": -5.0640664994716644e-09, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 2.8014183044433594e-06, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 2.4557113647460938e-05, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 0.0002288818359375, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": 5.326000973582268e-09, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 1.7881393432617188e-06, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 1.5139579772949219e-05, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.00119781494140625, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": 5.543231964111328e-06, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 0.00010585784912109375, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 0.0003833770751953125, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.033447265625, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 1.210719347000122e-07, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 0.0001850128173828125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.002349853515625, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/norm": 0.051513671875, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/mean": -3.632158041000366e-07, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/std": 0.0002841949462890625, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.005706787109375, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/norm": 0.0341796875, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/mean": 1.862645149230957e-08, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/std": 0.00018978118896484375, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.001983642578125, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.00141143798828125, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": -2.4199485778808594e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 0.00012302398681640625, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 0.0004634857177734375, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.03759765625, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": 1.952052116394043e-06, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 0.000293731689453125, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.002410888671875, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.06591796875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": 7.636845111846924e-08, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.000514984130859375, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.0022735595703125, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 0.000392913818359375, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": 1.2980308383703232e-08, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 3.069639205932617e-06, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 3.552436828613281e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 0.00019168853759765625, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": 2.051820047199726e-09, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 1.4975666999816895e-06, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 1.1563301086425781e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.00153350830078125, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": -2.1219253540039062e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 0.00013446807861328125, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.0003833770751953125, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.0277099609375, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -1.5348196029663086e-06, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 0.00015354156494140625, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.00115203857421875, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/norm": 0.036865234375, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/mean": 2.5331974029541016e-07, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/std": 0.0002040863037109375, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.001983642578125, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/norm": 0.04443359375, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/mean": 2.9616057872772217e-07, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/std": 0.0002460479736328125, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.002349853515625, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.001434326171875, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": -1.5854835510253906e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 0.000125885009765625, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 0.0003871917724609375, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.05078125, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": 3.471970558166504e-06, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 0.000396728515625, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.0027313232421875, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.09130859375, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": -6.496906280517578e-06, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.000713348388671875, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.005889892578125, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 0.00045013427734375, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": -1.0477378964424133e-08, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 3.516674041748047e-06, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 3.6716461181640625e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 0.0002841949462890625, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": 1.30385160446167e-08, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 2.2202730178833008e-06, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 1.609325408935547e-05, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.0019989013671875, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": -2.9802322387695312e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 0.00017452239990234375, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.0005645751953125, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.02880859375, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 1.4603137969970703e-06, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 0.00015926361083984375, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.0015869140625, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/norm": 0.03466796875, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/mean": 6.109476089477539e-07, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/std": 0.00019168853759765625, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.00244140625, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/norm": 0.041748046875, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/mean": -1.1399388313293457e-06, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/std": 0.00023174285888671875, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.002471923828125, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.00119781494140625, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": -2.7120113372802734e-06, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 0.00010633468627929688, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 0.0003643035888671875, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.06640625, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": -6.705522537231445e-06, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 0.000518798828125, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0034027099609375, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.099609375, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": 1.214444637298584e-06, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 0.0007781982421875, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.003936767578125, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 0.000492095947265625, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": -7.683411240577698e-08, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 3.844499588012695e-06, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 3.62396240234375e-05, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 0.000270843505859375, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": 1.3504177331924438e-08, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 2.115964889526367e-06, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 1.4424324035644531e-05, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.00189971923828125, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": -2.181529998779297e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 0.00016689300537109375, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.000713348388671875, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.0322265625, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -1.2479722499847412e-07, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 0.00017833709716796875, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.0018463134765625, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/norm": 0.03955078125, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/mean": 7.82310962677002e-07, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/std": 0.00021839141845703125, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.0030364990234375, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/norm": 0.043212890625, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/mean": -2.3096799850463867e-06, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/std": 0.00023937225341796875, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.003692626953125, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.00121307373046875, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": -7.68899917602539e-06, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 0.00010728836059570312, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.000522613525390625, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 0.0947265625, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": 2.7418136596679688e-06, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.00074005126953125, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.005706787109375, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 0.11083984375, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": 2.1904706954956055e-06, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.000865936279296875, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0045166015625, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 0.00104522705078125, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": -3.026798367500305e-08, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 8.165836334228516e-06, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 0.00015735626220703125, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 0.000492095947265625, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": 5.2619725465774536e-08, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 3.844499588012695e-06, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 2.849102020263672e-05, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.0022735595703125, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": -1.0728836059570312e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 0.00020122528076171875, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.000732421875, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.03759765625, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": -1.169741153717041e-06, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 0.00020694732666015625, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.0021820068359375, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/norm": 0.044921875, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/mean": -1.773238182067871e-06, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/std": 0.000247955322265625, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.003997802734375, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/norm": 0.044921875, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/mean": -1.7881393432617188e-06, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/std": 0.000247955322265625, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.0032501220703125, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.0014495849609375, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": -3.6716461181640625e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 0.00012302398681640625, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.000431060791015625, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 0.111328125, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": 4.887580871582031e-06, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 0.0008697509765625, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.01043701171875, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 0.11474609375, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": -2.384185791015625e-05, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.000896453857421875, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.0048828125, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.0010833740234375, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": -4.44706529378891e-08, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 8.463859558105469e-06, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 0.00010156631469726562, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 0.000537872314453125, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": 1.5832483768463135e-08, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 4.202127456665039e-06, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 2.586841583251953e-05, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.002532958984375, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": -5.6743621826171875e-05, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 0.00021839141845703125, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.000766754150390625, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.0830078125, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -8.456408977508545e-07, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.000457763671875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.005615234375, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/norm": 0.057861328125, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/mean": 1.7061829566955566e-06, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/std": 0.0003204345703125, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.005950927734375, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/norm": 0.068359375, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/mean": -3.073364496231079e-07, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/std": 0.000377655029296875, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.0042724609375, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.0023193359375, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": -1.6927719116210938e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 0.00020503997802734375, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.00110626220703125, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 0.1171875, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": 2.944469451904297e-05, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 0.00091552734375, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.009033203125, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 0.09521484375, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": 8.493661880493164e-07, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.000743865966796875, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.004608154296875, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.0012664794921875, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": -9.487848728895187e-09, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 9.894371032714844e-06, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 6.866455078125e-05, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.0014495849609375, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": 3.958120942115784e-08, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 1.1324882507324219e-05, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 0.00010585784912109375, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.0016326904296875, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": -2.4437904357910156e-06, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 0.00014495849609375, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 0.00061798095703125, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 0.0771484375, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 8.344650268554688e-06, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 0.0004253387451171875, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.00408935546875, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/norm": 0.05322265625, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/mean": 8.642673492431641e-07, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/std": 0.000293731689453125, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.004669189453125, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/norm": 0.052734375, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/mean": -1.2293457984924316e-07, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/std": 0.0002918243408203125, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.004364013671875, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.0020751953125, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": -2.110004425048828e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 0.00018310546875, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.00067138671875, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.1025390625, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": 5.245208740234375e-06, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.00080108642578125, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.0078125, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.05908203125, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": -1.0579824447631836e-06, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 0.000461578369140625, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.00384521484375, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.0019683837890625, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": -9.825453162193298e-08, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 1.537799835205078e-05, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 0.0001068115234375, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.005401611328125, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": -3.841705620288849e-09, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 4.220008850097656e-05, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 0.0004520416259765625, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.00113677978515625, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": -7.033348083496094e-06, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 0.00010013580322265625, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 0.000370025634765625, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 0.318359375, "train/tensor_grad_model_embed_tokens_weight/mean": -6.593763828277588e-07, "train/tensor_grad_model_embed_tokens_weight/std": 0.0004405975341796875, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.04638671875, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 38.75, "train/tensor_param_model_embed_tokens_weight/mean": 0.00193023681640625, "train/tensor_param_model_embed_tokens_weight/std": 0.053466796875, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.173828125, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 3.0625, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -0.000522613525390625, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.02392578125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 3.140625, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 0.00012063980102539062, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.0245361328125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 0.00011873245239257812, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": -9.5367431640625e-05, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/norm": 4.09375, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/mean": 0.00010347366333007812, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/std": 0.022705078125, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/norm": 4.125, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/mean": -6.103515625e-05, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/std": 0.022705078125, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 4.09375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.00011920928955078125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.022705078125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 3.09375, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": 0.00011587142944335938, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.024169921875, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 3.078125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": 3.743171691894531e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.0240478515625, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": -0.0001888275146484375, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": -4.1961669921875e-05, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/norm": 3.96875, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/mean": -4.2438507080078125e-05, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/std": 0.02197265625, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/norm": 4.03125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/mean": -0.0001811981201171875, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/std": 0.0223388671875, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.09814453125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 3.96875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -6.246566772460938e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 3.53125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": -0.000316619873046875, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 3.375, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -0.0002613067626953125, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.0263671875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": -3.1948089599609375e-05, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": -0.0001468658447265625, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/norm": 3.859375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/mean": 0.00010585784912109375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/std": 0.0213623046875, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/norm": 3.890625, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/mean": -7.05718994140625e-05, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/std": 0.021484375, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 3.875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00017070770263671875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.021484375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 3.453125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": -1.6570091247558594e-05, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.0269775390625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 3.28125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": 2.1338462829589844e-05, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.025634765625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": 3.427267074584961e-06, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 2.6875, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -0.0002346038818359375, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/norm": 3.828125, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/mean": -3.814697265625e-05, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/std": 0.021240234375, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/norm": 3.875, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/mean": -9.5367431640625e-05, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/std": 0.0213623046875, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 3.875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.00022983551025390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.021484375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 3.65625, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": -7.2479248046875e-05, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 3.421875, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": 4.982948303222656e-05, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.0267333984375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": -3.9637088775634766e-06, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.6875, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": -5.6743621826171875e-05, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/norm": 3.84375, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/mean": 3.0100345611572266e-06, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/std": 0.021240234375, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/norm": 3.875, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/mean": -1.3113021850585938e-05, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/std": 0.0213623046875, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 3.890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 7.82012939453125e-05, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.021484375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 3.703125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -5.4836273193359375e-05, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": -0.00018215179443359375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 2.625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": -0.00019741058349609375, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 2.765625, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": 0.00012969970703125, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.0216064453125, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/norm": 3.921875, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/mean": 4.100799560546875e-05, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/std": 0.021728515625, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/norm": 4.03125, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/mean": -0.00022029876708984375, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/std": 0.022216796875, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 3.984375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.0003604888916015625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 3.71875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": -5.412101745605469e-05, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.00023937225341796875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.75, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.000244140625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.021484375, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/norm": 4.09375, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/mean": 0.0001373291015625, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/std": 0.0225830078125, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.09033203125, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/norm": 4.15625, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/mean": 0.0002880096435546875, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/std": 0.0230712890625, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.1875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 8.678436279296875e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.023193359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 3.59375, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": -0.000202178955078125, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 3.46875, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.0004062652587890625, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -0.00013065338134765625, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": -7.915496826171875e-05, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/norm": 4.375, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/mean": -0.0002307891845703125, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/std": 0.024169921875, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/norm": 4.375, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/mean": 0.0001277923583984375, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/std": 0.024169921875, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.34375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.0001163482666015625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0240478515625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 3.78125, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": -5.7220458984375e-05, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.10009765625, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 3.578125, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": 0.00013446807861328125, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -0.0002918243408203125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": -3.1948089599609375e-05, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/norm": 5.1875, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/mean": -0.00049591064453125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/std": 0.0286865234375, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/norm": 5.28125, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/mean": 2.2292137145996094e-05, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/std": 0.029052734375, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 4.9375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} +{"step": 440, "epoch": 0.02965958881024604, "timestamp": 1786049258.4073968, "loss": 0.6465096950531006, "grad_norm": 0.498046875, "learning_rate": 0.0003, "train/total_time_seconds": 14.837355624884367, "train/time_per_step_avg": 0.03251140955835581, "train/epoch_time_elapsed": 53.04912045225501, "train/estimated_remaining_minutes": 0.8767528323795308} +{"step": 460, "epoch": 0.031007751937984496, "timestamp": 1786049259.9888308, "loss": 0.5791397094726562, "grad_norm": 0.51953125, "learning_rate": 0.0003, "train/total_time_seconds": 15.474376112222672, "train/time_per_step_avg": 0.032519903630018235, "train/epoch_time_elapsed": 54.63055470585823, "train/estimated_remaining_minutes": 0.8634253337979317} +{"step": 480, "epoch": 0.032355915065722954, "timestamp": 1786049261.6151667, "loss": 0.5380198001861572, "grad_norm": 0.4375, "learning_rate": 0.0003, "train/total_time_seconds": 16.112804912030697, "train/time_per_step_avg": 0.032511773705482486, "train/epoch_time_elapsed": 56.25688914209604, "train/estimated_remaining_minutes": 0.8503980370238424} +{"step": 500, "epoch": 0.03370407819346141, "timestamp": 1786049263.2738686, "loss": 0.49995784759521483, "grad_norm": 0.447265625, "learning_rate": 0.0003, "train/total_time_seconds": 16.77591435238719, "train/time_per_step_avg": 0.03273043721914291, "train/epoch_time_elapsed": 57.915591064840555, "train/estimated_remaining_minutes": 0.8387957176193593} +{"step": 520, "epoch": 0.03505224132119986, "timestamp": 1786049264.9229023, "loss": 0.47292389869689944, "grad_norm": 0.35546875, "learning_rate": 0.0003, "train/total_time_seconds": 17.421519186347723, "train/time_per_step_avg": 0.03220480851829052, "train/epoch_time_elapsed": 59.564625691622496, "train/estimated_remaining_minutes": 0.82640539730111} +{"step": 540, "epoch": 0.03640040444893832, "timestamp": 1786049266.5119019, "loss": 0.44700446128845217, "grad_norm": 0.361328125, "learning_rate": 0.0003, "train/total_time_seconds": 18.062900099903345, "train/time_per_step_avg": 0.03225544475018978, "train/epoch_time_elapsed": 61.15362544730306, "train/estimated_remaining_minutes": 0.813945498328978} +{"step": 560, "epoch": 0.03774856757667678, "timestamp": 1786049268.1055872, "loss": 0.4330583572387695, "grad_norm": 0.408203125, "learning_rate": 0.0003, "train/total_time_seconds": 18.702949713915586, "train/time_per_step_avg": 0.03228573601692915, "train/epoch_time_elapsed": 62.747311275452375, "train/estimated_remaining_minutes": 0.8015549877392394} +{"step": 580, "epoch": 0.03909673070441524, "timestamp": 1786049269.6905122, "loss": 0.4167480945587158, "grad_norm": 0.365234375, "learning_rate": 0.0003, "train/total_time_seconds": 19.340717647224665, "train/time_per_step_avg": 0.032279127351939677, "train/epoch_time_elapsed": 64.33223615586758, "train/estimated_remaining_minutes": 0.7891902028465236} +{"step": 600, "epoch": 0.04044489383215369, "timestamp": 1786049271.2667346, "loss": 0.40725293159484866, "grad_norm": 0.365234375, "learning_rate": 0.0003, "train/total_time_seconds": 19.97893413901329, "train/time_per_step_avg": 0.032030197866261004, "train/epoch_time_elapsed": 65.90845869109035, "train/estimated_remaining_minutes": 0.7769585498505168} +{"step": 600, "epoch": 0.04044489383215369, "timestamp": 1786049279.764085, "eval_loss": 0.40257543325424194, "eval_runtime": 8.4955, "eval_samples_per_second": 1121.412, "eval_steps_per_second": 17.539, "train/total_time_seconds": 19.97893413901329, "train/time_per_step_avg": 0.032030197866261004, "train/epoch_time_elapsed": 74.4058075658977, "train/estimated_remaining_minutes": 0.7769585498505168} +{"step": 620, "epoch": 0.04179305695989215, "timestamp": 1786049281.5266042, "loss": 0.39375302791595457, "grad_norm": 0.380859375, "learning_rate": 0.0003, "train/total_time_seconds": 20.696334768086672, "train/time_per_step_avg": 0.03274815581738949, "train/epoch_time_elapsed": 76.16823973879218, "train/estimated_remaining_minutes": 0.7677672575257959, "train/global/act/norm": 27671.72592324108, "train/global/act/mean": -0.20866845928256153, "train/global/act/std": 0.0, "train/global/act/max_abs": 10.4375, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 0.3755216549081769, "train/global/grad/mean": -8.999136239909729e-07, "train/global/grad/std": 0.00026534196057818247, "train/global/grad/max_abs": 0.03173828125, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 73.15067324429592, "train/global/param/mean": 0.0016902804641552845, "train/global/param/std": 0.05162771174832528, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 6776.616893416375, "train/layer_model_layers_6/act/mean": 0.040551185607910156, "train/layer_model_layers_6/act/std": 0.8266716270263218, "train/layer_model_layers_6/act/max_abs": 5.59375, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.07769885075653712, "train/layer_model_layers_6/grad/mean": 6.412613596447544e-08, "train/layer_model_layers_6/grad/std": 0.00019167957748331477, "train/layer_model_layers_6/grad/max_abs": 0.00262451171875, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 18.353030818760562, "train/layer__model_layers_1/param/mean": 0.0015012886892428823, "train/layer__model_layers_1/param/std": 0.045276644895278904, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 18.823119147822577, "train/layer__model_layers_7/param/mean": 0.0015146907145817082, "train/layer__model_layers_7/param/std": 0.0464476902872656, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 3885.31533303757, "train/layer_model_layers_0/act/mean": 0.004306972026824951, "train/layer_model_layers_0/act/std": 0.47452891229293254, "train/layer_model_layers_0/act/max_abs": 3.984375, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 0.08954620913853059, "train/layer_model_layers_0/grad/mean": 5.062210392468433e-07, "train/layer_model_layers_0/grad/std": 0.00022105533992724751, "train/layer_model_layers_0/grad/max_abs": 0.006103515625, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 19.53208748204477, "train/layer__model_layers_8/param/mean": 0.0013825034202539976, "train/layer__model_layers_8/param/std": 0.04817672308166795, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 6441.105190821506, "train/layer_model_layers_4/act/mean": 0.009589195251464844, "train/layer_model_layers_4/act/std": 0.7865567980916277, "train/layer_model_layers_4/act/max_abs": 5.75, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 0.09515559635308914, "train/layer_model_layers_4/grad/mean": -3.7618893868465694e-07, "train/layer_model_layers_4/grad/std": 0.0002349753575112051, "train/layer_model_layers_4/grad/max_abs": 0.0033721923828125, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 6408.769382859733, "train/layer_model_layers_8/act/mean": 0.03397989273071289, "train/layer_model_layers_8/act/std": 0.7820598651808058, "train/layer_model_layers_8/act/max_abs": 7.125, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.06250073085111728, "train/layer_model_layers_8/grad/mean": 3.475939939248952e-07, "train/layer_model_layers_8/grad/std": 0.00015409911961503285, "train/layer_model_layers_8/grad/max_abs": 0.0029754638671875, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 6678.4013629367755, "train/layer_model_layers_5/act/mean": 0.01872396469116211, "train/layer_model_layers_5/act/std": 0.815557945708515, "train/layer_model_layers_5/act/max_abs": 5.4375, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 0.08347790235763636, "train/layer_model_layers_5/grad/mean": -5.158989482476447e-07, "train/layer_model_layers_5/grad/std": 0.00020591542386678372, "train/layer_model_layers_5/grad/max_abs": 0.00384521484375, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 18.417361883559764, "train/layer__model_layers_3/param/mean": 0.001474454882736325, "train/layer__model_layers_3/param/std": 0.04544128763467433, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 18.476567455073333, "train/layer__model_layers_4/param/mean": 0.0015784567120294675, "train/layer__model_layers_4/param/std": 0.04557907669196384, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 18.586283952739855, "train/layer__model_layers_5/param/mean": 0.0015705364542706708, "train/layer__model_layers_5/param/std": 0.045857222133131016, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 18.456690225024097, "train/layer__model_layers_0/param/mean": 0.0015518735983814352, "train/layer__model_layers_0/param/std": 0.045541577976124, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 4298.562280043174, "train/layer_model_layers_1/act/mean": 0.019388556480407715, "train/layer_model_layers_1/act/std": 0.5245650002987552, "train/layer_model_layers_1/act/max_abs": 3.75, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 0.1207864084333927, "train/layer_model_layers_1/grad/mean": 5.762169773976628e-07, "train/layer_model_layers_1/grad/std": 0.00029848717213491174, "train/layer_model_layers_1/grad/max_abs": 0.005523681640625, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 5984.775684084897, "train/layer_model_layers_3/act/mean": 0.02839803695678711, "train/layer_model_layers_3/act/std": 0.7302514687395582, "train/layer_model_layers_3/act/max_abs": 5.125, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 0.109317846182054, "train/layer_model_layers_3/grad/mean": -6.801182877812854e-07, "train/layer_model_layers_3/grad/std": 0.0002697131280799711, "train/layer_model_layers_3/grad/max_abs": 0.005126953125, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 18.453588055155425, "train/layer__model_layers_2/param/mean": 0.0014503467101574688, "train/layer__model_layers_2/param/std": 0.04554521581363483, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 6431.592124028626, "train/layer_model_layers_7/act/mean": 0.020839691162109375, "train/layer_model_layers_7/act/std": 0.7845181097443266, "train/layer_model_layers_7/act/max_abs": 4.5625, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.06990328431489666, "train/layer_model_layers_7/grad/mean": -3.2925522085656985e-07, "train/layer_model_layers_7/grad/std": 0.00017278734624311847, "train/layer_model_layers_7/grad/max_abs": 0.003387451171875, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 5886.091752044617, "train/layer_model_layers_2/act/mean": -0.000823974609375, "train/layer_model_layers_2/act/std": 0.7185327338178784, "train/layer_model_layers_2/act/max_abs": 5.40625, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 0.11240556354834828, "train/layer_model_layers_2/grad/mean": 8.940929183721914e-07, "train/layer_model_layers_2/grad/std": 0.00027742076723142554, "train/layer_model_layers_2/grad/max_abs": 0.00592041015625, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 18.711568687161826, "train/layer__model_layers_6/param/mean": 0.0016917497988982058, "train/layer__model_layers_6/param/std": 0.04616012927768583, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 151.37449645996094, "train/tensor_act_model_embed_tokens/mean": 4.7206878662109375e-05, "train/tensor_act_model_embed_tokens/std": 0.07373046875, "train/tensor_act_model_embed_tokens/max_abs": 0.1865234375, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 812.1860961914062, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 2047.415283203125, "train/tensor_act_model_layers_0_input_layernorm/mean": 0.00016689300537109375, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 3.28125, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 899.2924194335938, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": -0.008544921875, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.439453125, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 3.59375, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 1443.6595458984375, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": -0.05712890625, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.703125, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 3.984375, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 477.5980224609375, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.000255584716796875, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.2333984375, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.09375, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 93.19367980957031, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": 0.0011138916015625, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.04541015625, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.33203125, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 93.19367980957031, "train/tensor_act_model_layers_0_self_attn/mean": 0.0011138916015625, "train/tensor_act_model_layers_0_self_attn/std": 0.04541015625, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.33203125, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 2047.8399658203125, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": 0.00872802734375, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 3.21875, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/norm": 1278.5390625, "train/tensor_act_model_layers_0_mlp_situglu_W_g/mean": 0.07470703125, "train/tensor_act_model_layers_0_mlp_situglu_W_g/std": 0.435546875, "train/tensor_act_model_layers_0_mlp_situglu_W_g/max_abs": 2.109375, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/norm": 1333.8404541015625, "train/tensor_act_model_layers_0_mlp_situglu_W_u/mean": -0.01531982421875, "train/tensor_act_model_layers_0_mlp_situglu_W_u/std": 0.4609375, "train/tensor_act_model_layers_0_mlp_situglu_W_u/max_abs": 2.46875, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/norm": 296.89404296875, "train/tensor_act_model_layers_0_mlp_situglu/mean": -0.0038299560546875, "train/tensor_act_model_layers_0_mlp_situglu/std": 0.1025390625, "train/tensor_act_model_layers_0_mlp_situglu/max_abs": 1.34375, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 112.9664306640625, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.003814697265625, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.054931640625, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.275390625, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 112.9664306640625, "train/tensor_act_model_layers_0_mlp/mean": 0.003814697265625, "train/tensor_act_model_layers_0_mlp/std": 0.054931640625, "train/tensor_act_model_layers_0_mlp/max_abs": 0.275390625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 210.490478515625, "train/tensor_act_model_layers_0/mean": 0.004974365234375, "train/tensor_act_model_layers_0/std": 0.1025390625, "train/tensor_act_model_layers_0/max_abs": 0.47265625, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 2047.89990234375, "train/tensor_act_model_layers_1_input_layernorm/mean": 0.04833984375, "train/tensor_act_model_layers_1_input_layernorm/std": 1.0, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 3.5625, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 1138.7730712890625, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": 0.0654296875, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 0.55078125, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 2.546875, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 1389.0850830078125, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": 0.08935546875, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 0.671875, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 2.65625, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 459.7782897949219, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": -0.0257568359375, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.22265625, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 0.94921875, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 111.07659912109375, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": 0.00927734375, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.053466796875, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.216796875, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 111.07659912109375, "train/tensor_act_model_layers_1_self_attn/mean": 0.00927734375, "train/tensor_act_model_layers_1_self_attn/std": 0.053466796875, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.216796875, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 2047.924072265625, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.115234375, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 0.9921875, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 3.515625, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/norm": 1740.192138671875, "train/tensor_act_model_layers_1_mlp_situglu_W_g/mean": 0.0281982421875, "train/tensor_act_model_layers_1_mlp_situglu_W_g/std": 0.6015625, "train/tensor_act_model_layers_1_mlp_situglu_W_g/max_abs": 2.234375, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/norm": 1844.88818359375, "train/tensor_act_model_layers_1_mlp_situglu_W_u/mean": -0.03759765625, "train/tensor_act_model_layers_1_mlp_situglu_W_u/std": 0.63671875, "train/tensor_act_model_layers_1_mlp_situglu_W_u/max_abs": 3.75, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/norm": 330.1822814941406, "train/tensor_act_model_layers_1_mlp_situglu/mean": 0.0020294189453125, "train/tensor_act_model_layers_1_mlp_situglu/std": 0.11376953125, "train/tensor_act_model_layers_1_mlp_situglu/max_abs": 1.0546875, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 112.8483657836914, "train/tensor_act_model_layers_1_mlp_down_proj/mean": -0.00014972686767578125, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.05517578125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.25390625, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 112.8483657836914, "train/tensor_act_model_layers_1_mlp/mean": -0.00014972686767578125, "train/tensor_act_model_layers_1_mlp/std": 0.05517578125, "train/tensor_act_model_layers_1_mlp/max_abs": 0.25390625, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 246.87274169921875, "train/tensor_act_model_layers_1/mean": 0.01409912109375, "train/tensor_act_model_layers_1/std": 0.11962890625, "train/tensor_act_model_layers_1/max_abs": 0.453125, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 2047.919677734375, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.11572265625, "train/tensor_act_model_layers_2_input_layernorm/std": 0.9921875, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 4.28125, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 3414.498779296875, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.1875, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 1.65625, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 5.40625, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 2977.5244140625, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": -0.07666015625, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 1.453125, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 4.9375, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 459.9573669433594, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": -0.0037384033203125, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.224609375, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.2109375, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 122.22657775878906, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": -0.0019073486328125, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.0595703125, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 0.31640625, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 122.22657775878906, "train/tensor_act_model_layers_2_self_attn/mean": -0.0019073486328125, "train/tensor_act_model_layers_2_self_attn/std": 0.0595703125, "train/tensor_act_model_layers_2_self_attn/max_abs": 0.31640625, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 2047.9442138671875, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.0830078125, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 3.875, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/norm": 1571.26904296875, "train/tensor_act_model_layers_2_mlp_situglu_W_g/mean": 0.007598876953125, "train/tensor_act_model_layers_2_mlp_situglu_W_g/std": 0.54296875, "train/tensor_act_model_layers_2_mlp_situglu_W_g/max_abs": 2.34375, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/norm": 1697.8997802734375, "train/tensor_act_model_layers_2_mlp_situglu_W_u/mean": 0.015625, "train/tensor_act_model_layers_2_mlp_situglu_W_u/std": 0.5859375, "train/tensor_act_model_layers_2_mlp_situglu_W_u/max_abs": 2.78125, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/norm": 231.2340087890625, "train/tensor_act_model_layers_2_mlp_situglu/mean": 0.0020751953125, "train/tensor_act_model_layers_2_mlp_situglu/std": 0.07958984375, "train/tensor_act_model_layers_2_mlp_situglu/max_abs": 1.1796875, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 69.26105499267578, "train/tensor_act_model_layers_2_mlp_down_proj/mean": -0.00101470947265625, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.03369140625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.16015625, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 69.26105499267578, "train/tensor_act_model_layers_2_mlp/mean": -0.00101470947265625, "train/tensor_act_model_layers_2_mlp/std": 0.03369140625, "train/tensor_act_model_layers_2_mlp/max_abs": 0.16015625, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 278.0632629394531, "train/tensor_act_model_layers_2/mean": 0.01123046875, "train/tensor_act_model_layers_2/std": 0.1357421875, "train/tensor_act_model_layers_2/max_abs": 0.5, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 2047.943115234375, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.08056640625, "train/tensor_act_model_layers_3_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 4.125, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 3561.71435546875, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": 0.11865234375, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 1.734375, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 5.125, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 3000.18896484375, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": 0.0098876953125, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 1.46875, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 4.3125, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 436.51312255859375, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": -0.01129150390625, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.212890625, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 1.0625, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 114.63239288330078, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": 0.0024261474609375, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.055908203125, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 0.259765625, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 114.63239288330078, "train/tensor_act_model_layers_3_self_attn/mean": 0.0024261474609375, "train/tensor_act_model_layers_3_self_attn/std": 0.055908203125, "train/tensor_act_model_layers_3_self_attn/max_abs": 0.259765625, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 2047.95361328125, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.087890625, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 4.125, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/norm": 1682.7838134765625, "train/tensor_act_model_layers_3_mlp_situglu_W_g/mean": 0.0419921875, "train/tensor_act_model_layers_3_mlp_situglu_W_g/std": 0.578125, "train/tensor_act_model_layers_3_mlp_situglu_W_g/max_abs": 2.5625, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/norm": 1596.79150390625, "train/tensor_act_model_layers_3_mlp_situglu_W_u/mean": 0.033935546875, "train/tensor_act_model_layers_3_mlp_situglu_W_u/std": 0.55078125, "train/tensor_act_model_layers_3_mlp_situglu_W_u/max_abs": 2.78125, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/norm": 230.44464111328125, "train/tensor_act_model_layers_3_mlp_situglu/mean": -5.340576171875e-05, "train/tensor_act_model_layers_3_mlp_situglu/std": 0.07958984375, "train/tensor_act_model_layers_3_mlp_situglu/max_abs": 1.0234375, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 73.32887268066406, "train/tensor_act_model_layers_3_mlp_down_proj/mean": -0.000530242919921875, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.035888671875, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.1787109375, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 73.32887268066406, "train/tensor_act_model_layers_3_mlp/mean": -0.000530242919921875, "train/tensor_act_model_layers_3_mlp/std": 0.035888671875, "train/tensor_act_model_layers_3_mlp/max_abs": 0.1787109375, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 283.23785400390625, "train/tensor_act_model_layers_3/mean": 0.01312255859375, "train/tensor_act_model_layers_3/std": 0.1376953125, "train/tensor_act_model_layers_3/max_abs": 0.56640625, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 2047.9468994140625, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.091796875, "train/tensor_act_model_layers_4_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 4.25, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 3920.6806640625, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": -0.050537109375, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 1.9140625, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 5.75, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 3390.4365234375, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": 0.03466796875, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 1.65625, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 4.78125, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 390.31353759765625, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": 0.01531982421875, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.1904296875, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 0.953125, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 98.36898040771484, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": -0.005096435546875, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.0478515625, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.263671875, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 98.36898040771484, "train/tensor_act_model_layers_4_self_attn/mean": -0.005096435546875, "train/tensor_act_model_layers_4_self_attn/std": 0.0478515625, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.263671875, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 2047.9503173828125, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.048828125, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 4.1875, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/norm": 1481.0400390625, "train/tensor_act_model_layers_4_mlp_situglu_W_g/mean": 0.035888671875, "train/tensor_act_model_layers_4_mlp_situglu_W_g/std": 0.51171875, "train/tensor_act_model_layers_4_mlp_situglu_W_g/max_abs": 2.203125, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/norm": 1928.135986328125, "train/tensor_act_model_layers_4_mlp_situglu_W_u/mean": -0.0264892578125, "train/tensor_act_model_layers_4_mlp_situglu_W_u/std": 0.6640625, "train/tensor_act_model_layers_4_mlp_situglu_W_u/max_abs": 3.234375, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/norm": 239.9568328857422, "train/tensor_act_model_layers_4_mlp_situglu/mean": -0.0031890869140625, "train/tensor_act_model_layers_4_mlp_situglu/std": 0.0830078125, "train/tensor_act_model_layers_4_mlp_situglu/max_abs": 1.015625, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 76.19059753417969, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.00104522705078125, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.037109375, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.1923828125, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 76.19059753417969, "train/tensor_act_model_layers_4_mlp/mean": 0.00104522705078125, "train/tensor_act_model_layers_4_mlp/std": 0.037109375, "train/tensor_act_model_layers_4_mlp/max_abs": 0.1923828125, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 284.2138977050781, "train/tensor_act_model_layers_4/mean": 0.009033203125, "train/tensor_act_model_layers_4/std": 0.138671875, "train/tensor_act_model_layers_4/max_abs": 0.57421875, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 2047.947265625, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.0625, "train/tensor_act_model_layers_5_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 4.21875, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 3936.562744140625, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": 0.057861328125, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 1.921875, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 5.4375, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 3451.533203125, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": 0.0693359375, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 1.6875, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 4.8125, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 405.5786437988281, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": -0.003509521484375, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.1982421875, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 0.97265625, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 112.59761047363281, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": -0.009033203125, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.05419921875, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.318359375, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 112.59761047363281, "train/tensor_act_model_layers_5_self_attn/mean": -0.009033203125, "train/tensor_act_model_layers_5_self_attn/std": 0.05419921875, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.318359375, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 2047.957275390625, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": -0.00177764892578125, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 4.125, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/norm": 1816.355224609375, "train/tensor_act_model_layers_5_mlp_situglu_W_g/mean": 0.1328125, "train/tensor_act_model_layers_5_mlp_situglu_W_g/std": 0.61328125, "train/tensor_act_model_layers_5_mlp_situglu_W_g/max_abs": 2.765625, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/norm": 2259.499267578125, "train/tensor_act_model_layers_5_mlp_situglu_W_u/mean": -0.07421875, "train/tensor_act_model_layers_5_mlp_situglu_W_u/std": 0.77734375, "train/tensor_act_model_layers_5_mlp_situglu_W_u/max_abs": 3.078125, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/norm": 306.8653564453125, "train/tensor_act_model_layers_5_mlp_situglu/mean": 0.0032196044921875, "train/tensor_act_model_layers_5_mlp_situglu/std": 0.10595703125, "train/tensor_act_model_layers_5_mlp_situglu/max_abs": 1.2421875, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 93.4500503540039, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.0031890869140625, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.04541015625, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.2392578125, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 93.4500503540039, "train/tensor_act_model_layers_5_mlp/mean": 0.0031890869140625, "train/tensor_act_model_layers_5_mlp/std": 0.04541015625, "train/tensor_act_model_layers_5_mlp/max_abs": 0.2392578125, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 311.85601806640625, "train/tensor_act_model_layers_5/mean": 0.00323486328125, "train/tensor_act_model_layers_5/std": 0.15234375, "train/tensor_act_model_layers_5/max_abs": 0.6875, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 2047.951416015625, "train/tensor_act_model_layers_6_input_layernorm/mean": 0.0201416015625, "train/tensor_act_model_layers_6_input_layernorm/std": 1.0, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 3.90625, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 3899.525390625, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": 0.23046875, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 1.890625, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 5.59375, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 3374.16650390625, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": 0.0859375, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 1.6484375, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 4.1875, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 377.8846130371094, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": -0.0091552734375, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.1845703125, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 0.98828125, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 95.87284851074219, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.0026702880859375, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.046630859375, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 0.314453125, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 95.87284851074219, "train/tensor_act_model_layers_6_self_attn/mean": -0.0026702880859375, "train/tensor_act_model_layers_6_self_attn/std": 0.046630859375, "train/tensor_act_model_layers_6_self_attn/max_abs": 0.314453125, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 2047.9617919921875, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": 0.002838134765625, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 4.09375, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/norm": 2145.4853515625, "train/tensor_act_model_layers_6_mlp_situglu_W_g/mean": 0.1630859375, "train/tensor_act_model_layers_6_mlp_situglu_W_g/std": 0.72265625, "train/tensor_act_model_layers_6_mlp_situglu_W_g/max_abs": 3.703125, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/norm": 2422.5791015625, "train/tensor_act_model_layers_6_mlp_situglu_W_u/mean": -0.002685546875, "train/tensor_act_model_layers_6_mlp_situglu_W_u/std": 0.8359375, "train/tensor_act_model_layers_6_mlp_situglu_W_u/max_abs": 3.71875, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/norm": 398.71966552734375, "train/tensor_act_model_layers_6_mlp_situglu/mean": -0.000286102294921875, "train/tensor_act_model_layers_6_mlp_situglu/std": 0.1376953125, "train/tensor_act_model_layers_6_mlp_situglu/max_abs": 1.7109375, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 116.80084991455078, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.00104522705078125, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.05712890625, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.3125, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 116.80084991455078, "train/tensor_act_model_layers_6_mlp/mean": 0.00104522705078125, "train/tensor_act_model_layers_6_mlp/std": 0.05712890625, "train/tensor_act_model_layers_6_mlp/max_abs": 0.3125, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 351.4925537109375, "train/tensor_act_model_layers_6/mean": 0.00160980224609375, "train/tensor_act_model_layers_6/std": 0.171875, "train/tensor_act_model_layers_6/max_abs": 0.75390625, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 2047.9576416015625, "train/tensor_act_model_layers_7_input_layernorm/mean": 0.0093994140625, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 3.890625, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 3407.154541015625, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": -0.1572265625, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 1.65625, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 4.5625, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 3100.671142578125, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": -0.09765625, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 1.5078125, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 4.03125, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 368.3427734375, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": 0.0111083984375, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.1796875, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 0.92578125, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 70.5851058959961, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": -0.0032806396484375, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.034423828125, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 0.326171875, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 70.5851058959961, "train/tensor_act_model_layers_7_self_attn/mean": -0.0032806396484375, "train/tensor_act_model_layers_7_self_attn/std": 0.034423828125, "train/tensor_act_model_layers_7_self_attn/max_abs": 0.326171875, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 2047.96337890625, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": -0.009521484375, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 3.828125, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/norm": 2204.85302734375, "train/tensor_act_model_layers_7_mlp_situglu_W_g/mean": 0.2734375, "train/tensor_act_model_layers_7_mlp_situglu_W_g/std": 0.7109375, "train/tensor_act_model_layers_7_mlp_situglu_W_g/max_abs": 3.9375, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/norm": 2502.45361328125, "train/tensor_act_model_layers_7_mlp_situglu_W_u/mean": 0.03173828125, "train/tensor_act_model_layers_7_mlp_situglu_W_u/std": 0.86328125, "train/tensor_act_model_layers_7_mlp_situglu_W_u/max_abs": 4.375, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/norm": 520.5366821289062, "train/tensor_act_model_layers_7_mlp_situglu/mean": -0.004791259765625, "train/tensor_act_model_layers_7_mlp_situglu/std": 0.1796875, "train/tensor_act_model_layers_7_mlp_situglu/max_abs": 3.140625, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 156.54617309570312, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.00506591796875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.076171875, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.39453125, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 156.54617309570312, "train/tensor_act_model_layers_7_mlp/mean": -0.00506591796875, "train/tensor_act_model_layers_7_mlp/std": 0.076171875, "train/tensor_act_model_layers_7_mlp/max_abs": 0.39453125, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 406.15936279296875, "train/tensor_act_model_layers_7/mean": -0.006744384765625, "train/tensor_act_model_layers_7/std": 0.1982421875, "train/tensor_act_model_layers_7/max_abs": 0.96484375, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 2047.974853515625, "train/tensor_act_model_layers_8_input_layernorm/mean": -0.032958984375, "train/tensor_act_model_layers_8_input_layernorm/std": 1.0, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 4.0625, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 3375.440673828125, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": 0.09033203125, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 1.6484375, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 4.53125, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 2931.26416015625, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": -0.0478515625, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 1.4296875, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 3.625, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 395.7451171875, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": -0.01055908203125, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.193359375, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 0.91015625, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 98.74211883544922, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": -0.00171661376953125, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.048095703125, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 0.2373046875, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 98.74211883544922, "train/tensor_act_model_layers_8_self_attn/mean": -0.00171661376953125, "train/tensor_act_model_layers_8_self_attn/std": 0.048095703125, "train/tensor_act_model_layers_8_self_attn/max_abs": 0.2373046875, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 2047.9652099609375, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": -0.045166015625, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 4.25, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/norm": 2146.12353515625, "train/tensor_act_model_layers_8_mlp_situglu_W_g/mean": 0.3125, "train/tensor_act_model_layers_8_mlp_situglu_W_g/std": 0.671875, "train/tensor_act_model_layers_8_mlp_situglu_W_g/max_abs": 3.84375, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/norm": 2441.5810546875, "train/tensor_act_model_layers_8_mlp_situglu_W_u/mean": 0.0020294189453125, "train/tensor_act_model_layers_8_mlp_situglu_W_u/std": 0.84375, "train/tensor_act_model_layers_8_mlp_situglu_W_u/max_abs": 4.15625, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/norm": 1059.556640625, "train/tensor_act_model_layers_8_mlp_situglu/mean": -0.0146484375, "train/tensor_act_model_layers_8_mlp_situglu/std": 0.365234375, "train/tensor_act_model_layers_8_mlp_situglu/max_abs": 7.125, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 456.0043640136719, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.000667572021484375, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.22265625, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 1.3125, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 456.0043640136719, "train/tensor_act_model_layers_8_mlp/mean": 0.000667572021484375, "train/tensor_act_model_layers_8_mlp/std": 0.22265625, "train/tensor_act_model_layers_8_mlp/max_abs": 1.3125, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 645.162353515625, "train/tensor_act_model_layers_8/mean": -0.007781982421875, "train/tensor_act_model_layers_8/std": 0.314453125, "train/tensor_act_model_layers_8/max_abs": 1.875, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 2047.9716796875, "train/tensor_act_model_norm/mean": -0.018310546875, "train/tensor_act_model_norm/std": 1.0, "train/tensor_act_model_norm/max_abs": 4.59375, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 2047.9716796875, "train/tensor_act_model/mean": -0.018310546875, "train/tensor_act_model/std": 1.0, "train/tensor_act_model/max_abs": 4.59375, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 20932.44921875, "train/tensor_act_lm_head/mean": -1.2578125, "train/tensor_act_lm_head/std": 1.296875, "train/tensor_act_lm_head/max_abs": 10.4375, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 0.38673025369644165, "train/tensor_act_/mean": 0.38673025369644165, "train/tensor_act_/std": NaN, "train/tensor_act_/max_abs": 0.38673025369644165, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.1689453125, "train/tensor_grad_model_norm_weight/mean": -0.013916015625, "train/tensor_grad_model_norm_weight/std": 0.005462646484375, "train/tensor_grad_model_norm_weight/max_abs": 0.03173828125, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.03759765625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -3.1478703022003174e-07, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 0.00020694732666015625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.0029754638671875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/norm": 0.0185546875, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/mean": 5.066394805908203e-07, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/std": 0.00010251998901367188, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.00151824951171875, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/norm": 0.021484375, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/mean": 3.0174851417541504e-07, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/std": 0.00011873245239257812, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.001708984375, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.0012054443359375, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": -7.152557373046875e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 7.915496826171875e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 0.0003643035888671875, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.0247802734375, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": 2.3245811462402344e-06, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 0.00019359588623046875, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.002044677734375, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.03271484375, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": 7.748603820800781e-07, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 0.000255584716796875, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.00118255615234375, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.000782012939453125, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": -5.50062395632267e-09, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 6.109476089477539e-06, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 5.793571472167969e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.000232696533203125, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": -1.862645149230957e-09, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 1.817941665649414e-06, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 1.233816146850586e-05, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.00067901611328125, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": -5.0067901611328125e-06, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 6.008148193359375e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 0.00018024444580078125, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.0341796875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -2.7567148208618164e-07, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 0.00018978118896484375, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.002166748046875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/norm": 0.0341796875, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/mean": 1.3783574104309082e-07, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/std": 0.0001888275146484375, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.003387451171875, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/norm": 0.030029296875, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/mean": 5.75091689825058e-08, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/std": 0.0001659393310546875, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.00201416015625, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.00106048583984375, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": 3.4868717193603516e-06, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 9.393692016601562e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.000362396240234375, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.021484375, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": -2.2202730178833008e-06, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 0.0001678466796875, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.001678466796875, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.034423828125, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": -9.126961231231689e-07, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.0002689361572265625, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.00113677978515625, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 0.00022411346435546875, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": -1.3620592653751373e-08, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 1.7508864402770996e-06, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 2.5510787963867188e-05, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 0.00012111663818359375, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": 5.9371814131736755e-09, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 9.462237358093262e-07, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 9.715557098388672e-06, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.00066375732421875, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": -3.0249357223510742e-06, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 5.8650970458984375e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 0.00019550323486328125, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.0269775390625, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -3.3155083656311035e-07, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 0.000148773193359375, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.0022125244140625, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/norm": 0.03271484375, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/mean": 1.7415732145309448e-07, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/std": 0.00018024444580078125, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.002349853515625, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/norm": 0.0341796875, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/mean": 2.682209014892578e-07, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/std": 0.0001888275146484375, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.00262451171875, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.0011138916015625, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": 3.904104232788086e-06, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 9.918212890625e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 0.000331878662109375, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.026611328125, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": 6.332993507385254e-07, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 0.0002079010009765625, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0022430419921875, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.048583984375, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": -2.2817403078079224e-07, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.0003795623779296875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.0022430419921875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 0.0002079010009765625, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": 3.795139491558075e-08, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 1.6242265701293945e-06, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 1.7881393432617188e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 8.821487426757812e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": 5.238689482212067e-09, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 6.891787052154541e-07, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 5.21540641784668e-06, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.0009765625, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": -7.450580596923828e-06, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 8.630752563476562e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.000255584716796875, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.0228271484375, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": 6.854534149169922e-07, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 0.000125885009765625, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.001556396484375, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/norm": 0.0361328125, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/mean": -4.917383193969727e-07, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/std": 0.00019931793212890625, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.00384521484375, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/norm": 0.03271484375, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/mean": -4.4330954551696777e-07, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/std": 0.00018024444580078125, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.001861572265625, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.0011749267578125, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": -3.4868717193603516e-06, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 0.00010395050048828125, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 0.0002994537353515625, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.035888671875, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": 1.30385160446167e-06, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 0.0002803802490234375, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.002716064453125, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.052734375, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": -5.841255187988281e-06, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.0004119873046875, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.002288818359375, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 0.00023555755615234375, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": -9.42964106798172e-09, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 1.8402934074401855e-06, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 2.372264862060547e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 0.0001354217529296875, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": 3.0704541131854057e-09, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 1.0579824447631836e-06, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 7.68899917602539e-06, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.001129150390625, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": -1.239776611328125e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 9.918212890625e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.00026702880859375, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.0230712890625, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 2.1420419216156006e-07, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 0.0001277923583984375, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.00146484375, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/norm": 0.0289306640625, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/mean": -8.344650268554688e-07, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/std": 0.00016021728515625, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.0023040771484375, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/norm": 0.03955078125, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/mean": 1.778826117515564e-07, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/std": 0.00021839141845703125, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.00299072265625, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.0011444091796875, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": 5.811452865600586e-06, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 0.00010156631469726562, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 0.0003681182861328125, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.04052734375, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": -1.862645149230957e-06, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 0.000316619873046875, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.002532958984375, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.06689453125, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": -9.387731552124023e-07, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 0.000522613525390625, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0033721923828125, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 0.0002460479736328125, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": -2.6047928258776665e-09, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 1.9222497940063477e-06, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 2.5272369384765625e-05, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 0.00011444091796875, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": 6.9267116487026215e-09, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 8.940696716308594e-07, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 8.404254913330078e-06, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.00152587890625, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": -1.6808509826660156e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 0.00013446807861328125, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.0004863739013671875, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.026123046875, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 1.993030309677124e-07, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 0.00014400482177734375, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.0016021728515625, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/norm": 0.04736328125, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/mean": -2.115964889526367e-06, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/std": 0.0002613067626953125, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.005126953125, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/norm": 0.031494140625, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/mean": -3.9301812648773193e-07, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/std": 0.0001735687255859375, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.0014190673828125, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.00128173828125, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": 2.5480985641479492e-06, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 0.00011348724365234375, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.0003509521484375, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 0.05615234375, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": 4.917383193969727e-07, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.000438690185546875, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.004425048828125, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 0.06982421875, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": -2.60770320892334e-06, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.000545501708984375, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0032501220703125, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 0.0005950927734375, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": 7.916241884231567e-09, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 4.649162292480469e-06, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 4.982948303222656e-05, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 0.0003147125244140625, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": 3.073364496231079e-08, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 2.4586915969848633e-06, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 1.728534698486328e-05, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.00148773193359375, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": -1.728534698486328e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 0.0001316070556640625, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.00045013427734375, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.0284423828125, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": -8.046627044677734e-07, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 0.00015735626220703125, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.0014801025390625, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/norm": 0.033203125, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/mean": -9.164214134216309e-07, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/std": 0.00018310546875, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.00213623046875, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/norm": 0.033935546875, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/mean": -9.424984455108643e-07, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/std": 0.000186920166015625, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.0023956298828125, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.00101470947265625, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": 2.637505531311035e-06, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 9.012222290039062e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.0003070831298828125, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 0.06591796875, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": 2.518296241760254e-06, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 0.000514984130859375, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.00592041015625, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 0.072265625, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": 1.1742115020751953e-05, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.0005645751953125, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.004638671875, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.000820159912109375, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": 3.073364496231079e-08, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 6.407499313354492e-06, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 6.628036499023438e-05, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 0.00052642822265625, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": -8.498318493366241e-09, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 4.112720489501953e-06, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 3.314018249511719e-05, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.00157928466796875, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": -2.7120113372802734e-06, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 0.00014019012451171875, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.00057220458984375, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.06103515625, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -4.76837158203125e-07, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.0003376007080078125, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.0032501220703125, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/norm": 0.039306640625, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/mean": -3.248453140258789e-06, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/std": 0.000217437744140625, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.002655029296875, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/norm": 0.04541015625, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/mean": 3.904104232788086e-06, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/std": 0.00025177001953125, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.004852294921875, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.00148773193359375, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": 1.5079975128173828e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 0.00013065338134765625, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.0004634857177734375, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 0.064453125, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": 8.165836334228516e-06, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 0.0005035400390625, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.005523681640625, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 0.0556640625, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": -3.039836883544922e-06, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.00043487548828125, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.00311279296875, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.000644683837890625, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": 1.641456037759781e-08, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 5.036592483520508e-06, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 5.269050598144531e-05, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.000713348388671875, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": -2.270098775625229e-08, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 5.5730342864990234e-06, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 5.14984130859375e-05, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.001068115234375, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": 2.2530555725097656e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 9.1552734375e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 0.0003147125244140625, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 0.044921875, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 1.9073486328125e-06, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 0.000247955322265625, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.00250244140625, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/norm": 0.02587890625, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/mean": 2.337619662284851e-07, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/std": 0.0001430511474609375, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.0028228759765625, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/norm": 0.0284423828125, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/mean": -1.0952353477478027e-06, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/std": 0.00015735626220703125, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.00189208984375, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.00083160400390625, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": -1.704692840576172e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 7.200241088867188e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.0002307891845703125, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.059814453125, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": 1.4081597328186035e-06, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.0004673004150390625, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.006103515625, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.0306396484375, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": 1.646578311920166e-06, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 0.00023937225341796875, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.00159454345703125, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.0011138916015625, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": -6.379559636116028e-08, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 8.702278137207031e-06, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 7.486343383789062e-05, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.0017547607421875, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": 1.5459954738616943e-07, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 1.3709068298339844e-05, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 0.00012874603271484375, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.00054168701171875, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": -4.351139068603516e-06, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 4.792213439941406e-05, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 0.0002155303955078125, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 0.185546875, "train/tensor_grad_model_embed_tokens_weight/mean": -1.8998980522155762e-07, "train/tensor_grad_model_embed_tokens_weight/std": 0.000255584716796875, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.0224609375, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 45.75, "train/tensor_param_model_embed_tokens_weight/mean": 0.00191497802734375, "train/tensor_param_model_embed_tokens_weight/std": 0.06298828125, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.1865234375, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 3.140625, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -0.000537872314453125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.0245361328125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 3.234375, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 0.00012874603271484375, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.0252685546875, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.10888671875, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 0.00011873245239257812, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": -0.00010061264038085938, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/norm": 4.15625, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/mean": 8.821487426757812e-05, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/std": 0.02294921875, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/norm": 4.15625, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/mean": -4.291534423828125e-05, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/std": 0.02294921875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 4.125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.00010919570922851562, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0228271484375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 3.109375, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": 0.00010061264038085938, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.0242919921875, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 3.078125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": 4.9114227294921875e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.0240478515625, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": -0.00019073486328125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": -3.600120544433594e-05, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/norm": 4.03125, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/mean": -2.2649765014648438e-05, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/std": 0.022216796875, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/norm": 4.09375, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/mean": -0.00017833709716796875, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/std": 0.0225830078125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.09814453125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 4.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -5.4836273193359375e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 3.5625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": -0.0003376007080078125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 3.40625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -0.000263214111328125, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.026611328125, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": -2.5033950805664062e-05, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": -0.00015926361083984375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/norm": 3.90625, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/mean": 9.107589721679688e-05, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/std": 0.0216064453125, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/norm": 3.953125, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/mean": -7.62939453125e-05, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/std": 0.0218505859375, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 3.921875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.000171661376953125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 3.484375, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": 5.900859832763672e-06, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 3.3125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": -1.2695789337158203e-05, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.02587890625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": -8.404254913330078e-06, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 2.703125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -0.00021648406982421875, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/norm": 3.875, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/mean": -1.2934207916259766e-05, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/std": 0.0213623046875, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/norm": 3.921875, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/mean": -8.058547973632812e-05, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/std": 0.0216064453125, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 3.921875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.0002193450927734375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 3.671875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": -7.486343383789062e-05, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 3.4375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": 5.888938903808594e-05, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": -1.9073486328125e-06, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.703125, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": -7.152557373046875e-05, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/norm": 3.875, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/mean": 3.0279159545898438e-05, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/std": 0.0213623046875, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/norm": 3.9375, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/mean": -2.7194619178771973e-07, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/std": 0.021728515625, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 3.9375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.0001068115234375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.087890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 3.71875, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -6.580352783203125e-05, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 3.546875, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": -0.00020885467529296875, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 2.625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": -0.00018405914306640625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 2.796875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": 0.00014209747314453125, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/norm": 3.953125, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/mean": 8.0108642578125e-05, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/std": 0.0218505859375, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/norm": 4.0625, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/mean": -0.00020885467529296875, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/std": 0.0224609375, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 4.03125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.000339508056640625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 3.734375, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": -3.528594970703125e-05, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 3.53125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": 0.0001850128173828125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.000240325927734375, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.765625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.000244140625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.0216064453125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/norm": 4.125, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/mean": 0.00014209747314453125, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/std": 0.0228271484375, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/norm": 4.25, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/mean": 0.000308990478515625, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/std": 0.0234375, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.25, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.0001316070556640625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0234375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 3.609375, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": -0.00020122528076171875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 3.46875, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.000408172607421875, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.027099609375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -0.00012302398681640625, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 2.6875, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": -9.679794311523438e-05, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/norm": 4.46875, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/mean": -0.0002384185791015625, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/std": 0.024658203125, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/norm": 4.46875, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/mean": 0.00010728836059570312, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/std": 0.024658203125, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.40625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -8.96453857421875e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0244140625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 3.78125, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": -4.1961669921875e-05, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.10009765625, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 3.578125, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": 0.00012302398681640625, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -0.00029754638671875, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": -4.029273986816406e-05, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/norm": 5.40625, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/mean": -0.000545501708984375, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/std": 0.02978515625, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/norm": 5.46875, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/mean": 4.982948303222656e-05, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/std": 0.0301513671875, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} +{"step": 640, "epoch": 0.043141220087630605, "timestamp": 1786049283.1519926, "loss": 0.3863722324371338, "grad_norm": 2.453125, "learning_rate": 0.0003, "train/total_time_seconds": 21.336627651005983, "train/time_per_step_avg": 0.032737275511026384, "train/epoch_time_elapsed": 77.79371658340096, "train/estimated_remaining_minutes": 0.7556722293064618} +{"step": 660, "epoch": 0.044489383215369056, "timestamp": 1786049284.7424848, "loss": 0.39115495681762696, "grad_norm": 0.9453125, "learning_rate": 0.0003, "train/total_time_seconds": 21.977037947624922, "train/time_per_step_avg": 0.03274088233709335, "train/epoch_time_elapsed": 79.38420789688826, "train/estimated_remaining_minutes": 0.7436674457024595} +{"step": 680, "epoch": 0.045837546343107514, "timestamp": 1786049286.3633652, "loss": 0.3735619783401489, "grad_norm": 0.408203125, "learning_rate": 0.0003, "train/total_time_seconds": 22.62086084485054, "train/time_per_step_avg": 0.03280143197625875, "train/epoch_time_elapsed": 81.00508810579777, "train/estimated_remaining_minutes": 0.7318513802745763} +{"step": 700, "epoch": 0.04718570947084597, "timestamp": 1786049287.9803913, "loss": 0.360651421546936, "grad_norm": 0.306640625, "learning_rate": 0.0003, "train/total_time_seconds": 23.26989984884858, "train/time_per_step_avg": 0.03290965709835291, "train/epoch_time_elapsed": 82.62211503088474, "train/estimated_remaining_minutes": 0.7202588048453132} +{"step": 720, "epoch": 0.04853387259858443, "timestamp": 1786049289.5670338, "loss": 0.3540374279022217, "grad_norm": 0.279296875, "learning_rate": 0.0003, "train/total_time_seconds": 23.90906271338463, "train/time_per_step_avg": 0.032127279452979565, "train/epoch_time_elapsed": 84.20875784754753, "train/estimated_remaining_minutes": 0.7084166729891741} +{"step": 740, "epoch": 0.04988203572632288, "timestamp": 1786049291.19441, "loss": 0.3440989971160889, "grad_norm": 0.27734375, "learning_rate": 0.0003, "train/total_time_seconds": 24.555033639073372, "train/time_per_step_avg": 0.03218405988067388, "train/epoch_time_elapsed": 85.8361332938075, "train/estimated_remaining_minutes": 0.6968320357034334} +{"step": 760, "epoch": 0.05123019885406134, "timestamp": 1786049292.782426, "loss": 0.34135589599609373, "grad_norm": 0.2734375, "learning_rate": 0.0003, "train/total_time_seconds": 25.192056082189083, "train/time_per_step_avg": 0.03215018134564161, "train/epoch_time_elapsed": 87.42415008321404, "train/estimated_remaining_minutes": 0.6850471390770715} +{"step": 780, "epoch": 0.0525783619817998, "timestamp": 1786049294.3782449, "loss": 0.3341085910797119, "grad_norm": 0.29296875, "learning_rate": 0.0003, "train/total_time_seconds": 25.828844044357538, "train/time_per_step_avg": 0.03207983199506998, "train/epoch_time_elapsed": 89.01996845752001, "train/estimated_remaining_minutes": 0.6733160199597478} +{"step": 800, "epoch": 0.053926525109538256, "timestamp": 1786049296.0004547, "loss": 0.3262310266494751, "grad_norm": 0.294921875, "learning_rate": 0.0003, "train/total_time_seconds": 26.488054148852825, "train/time_per_step_avg": 0.03218154300004244, "train/epoch_time_elapsed": 90.64217822998762, "train/estimated_remaining_minutes": 0.6622013537213206} +{"step": 800, "epoch": 0.053926525109538256, "timestamp": 1786049304.516404, "eval_loss": 0.3270248770713806, "eval_runtime": 8.5141, "eval_samples_per_second": 1118.961, "eval_steps_per_second": 17.5, "train/total_time_seconds": 26.488054148852825, "train/time_per_step_avg": 0.03218154300004244, "train/epoch_time_elapsed": 99.1581264436245, "train/estimated_remaining_minutes": 0.6622013537213206} +{"step": 820, "epoch": 0.05527468823727671, "timestamp": 1786049306.1904092, "loss": 0.3224670648574829, "grad_norm": 0.32421875, "learning_rate": 0.0003, "train/total_time_seconds": 27.19256978482008, "train/time_per_step_avg": 0.032835070714354514, "train/epoch_time_elapsed": 100.83203858882189, "train/estimated_remaining_minutes": 0.6521795192294247, "train/global/act/norm": 27413.151712367515, "train/global/act/mean": -0.19799832551628957, "train/global/act/std": 0.0, "train/global/act/max_abs": 10.75, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 0.29108051127831364, "train/global/grad/mean": -1.0290787801584916e-06, "train/global/grad/std": 0.00020587814853254574, "train/global/grad/max_abs": 0.029541015625, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 74.32959321652699, "train/global/param/mean": 0.0016797357601291423, "train/global/param/std": 0.05263010786443214, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 6928.216264382556, "train/layer_model_layers_6/act/mean": 0.04225420951843262, "train/layer_model_layers_6/act/std": 0.8455399592145495, "train/layer_model_layers_6/act/max_abs": 5.625, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.047626520730891436, "train/layer_model_layers_6/grad/mean": -1.5709421331536566e-07, "train/layer_model_layers_6/grad/std": 0.000117619220556943, "train/layer_model_layers_6/grad/max_abs": 0.0016021728515625, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 18.369485248129575, "train/layer__model_layers_1/param/mean": 0.0015052402633214705, "train/layer__model_layers_1/param/std": 0.04531909046833033, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 18.859355582011545, "train/layer__model_layers_7/param/mean": 0.001514357449297972, "train/layer__model_layers_7/param/std": 0.04654713561112005, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 3914.284105732809, "train/layer_model_layers_0/act/mean": 0.004694461822509766, "train/layer_model_layers_0/act/std": 0.47750880646851407, "train/layer_model_layers_0/act/max_abs": 4.0, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 0.05587495001410117, "train/layer_model_layers_0/grad/mean": -4.4219370193302913e-07, "train/layer_model_layers_0/grad/std": 0.00013802075404856996, "train/layer_model_layers_0/grad/max_abs": 0.002685546875, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 19.595207780698576, "train/layer__model_layers_8/param/mean": 0.0013781471669023011, "train/layer__model_layers_8/param/std": 0.04835551986574867, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 6619.347700957789, "train/layer_model_layers_4/act/mean": 0.010210514068603516, "train/layer_model_layers_4/act/std": 0.8074533245524516, "train/layer_model_layers_4/act/max_abs": 5.8125, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 0.05251761094594871, "train/layer_model_layers_4/grad/mean": 5.297176830482185e-07, "train/layer_model_layers_4/grad/std": 0.0001295794910268974, "train/layer_model_layers_4/grad/max_abs": 0.0014495849609375, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 6415.568493937165, "train/layer_model_layers_8/act/mean": 0.03574800491333008, "train/layer_model_layers_8/act/std": 0.7820317399799049, "train/layer_model_layers_8/act/max_abs": 7.34375, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.03787280772517697, "train/layer_model_layers_8/grad/mean": 2.3178308737259386e-07, "train/layer_model_layers_8/grad/std": 9.339069240616903e-05, "train/layer_model_layers_8/grad/max_abs": 0.0019989013671875, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 6890.764048695095, "train/layer_model_layers_5/act/mean": 0.019651412963867188, "train/layer_model_layers_5/act/std": 0.840842710669681, "train/layer_model_layers_5/act/max_abs": 5.46875, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 0.051239630553159964, "train/layer_model_layers_5/grad/mean": -3.4449345979973234e-07, "train/layer_model_layers_5/grad/std": 0.00012648821648876676, "train/layer_model_layers_5/grad/max_abs": 0.00177001953125, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 18.43560636462088, "train/layer__model_layers_3/param/mean": 0.0014784124079806943, "train/layer__model_layers_3/param/std": 0.04550452295266816, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 18.515842562012942, "train/layer__model_layers_4/param/mean": 0.0015844651577811158, "train/layer__model_layers_4/param/std": 0.04566953555209842, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 18.616444920670943, "train/layer__model_layers_5/param/mean": 0.0015757258708317082, "train/layer__model_layers_5/param/std": 0.045941817092999306, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 18.47891931321675, "train/layer__model_layers_0/param/mean": 0.0015519212077076832, "train/layer__model_layers_0/param/std": 0.045586278361957784, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 4350.510430820049, "train/layer_model_layers_1/act/mean": 0.020563602447509766, "train/layer_model_layers_1/act/std": 0.5310497402447792, "train/layer_model_layers_1/act/max_abs": 3.8125, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 0.07341498326738088, "train/layer_model_layers_1/grad/mean": -1.101904256667436e-06, "train/layer_model_layers_1/grad/std": 0.00018130275784424837, "train/layer_model_layers_1/grad/max_abs": 0.0026702880859375, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 6110.023199687376, "train/layer_model_layers_3/act/mean": 0.029751896858215332, "train/layer_model_layers_3/act/std": 0.7452149702928792, "train/layer_model_layers_3/act/max_abs": 5.03125, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 0.06124472697505039, "train/layer_model_layers_3/grad/mean": -5.204999868797251e-07, "train/layer_model_layers_3/grad/std": 0.0001512215699751716, "train/layer_model_layers_3/grad/max_abs": 0.0021209716796875, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 18.489657423560477, "train/layer__model_layers_2/param/mean": 0.0014473235179407176, "train/layer__model_layers_2/param/std": 0.045616555250859094, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 6494.100362629969, "train/layer_model_layers_7/act/mean": 0.022291183471679688, "train/layer_model_layers_7/act/std": 0.7921412359433159, "train/layer_model_layers_7/act/max_abs": 4.625, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.042118360755351435, "train/layer_model_layers_7/grad/mean": 1.0009529214358181e-07, "train/layer_model_layers_7/grad/std": 0.00010393385304430845, "train/layer_model_layers_7/grad/max_abs": 0.0020751953125, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 5979.0064020447635, "train/layer_model_layers_2/act/mean": -0.0003409385681152344, "train/layer_model_layers_2/act/std": 0.7295253947971229, "train/layer_model_layers_2/act/max_abs": 5.46875, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 0.06308103149433834, "train/layer_model_layers_2/grad/mean": -6.305678586320089e-07, "train/layer_model_layers_2/grad/std": 0.00015572290063831586, "train/layer_model_layers_2/grad/max_abs": 0.00335693359375, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 18.73399056110977, "train/layer__model_layers_6/param/mean": 0.0016979628159735764, "train/layer__model_layers_6/param/std": 0.04621753632456925, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 154.00039672851562, "train/tensor_act_model_embed_tokens/mean": 9.679794311523438e-05, "train/tensor_act_model_embed_tokens/std": 0.0751953125, "train/tensor_act_model_embed_tokens/max_abs": 0.1865234375, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 812.1860961914062, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 2047.544677734375, "train/tensor_act_model_layers_0_input_layernorm/mean": 0.000701904296875, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 3.34375, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 929.7821044921875, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": -0.0081787109375, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.453125, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 3.921875, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 1440.7994384765625, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": -0.059814453125, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.69921875, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 4.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 475.8717041015625, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.00040435791015625, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.232421875, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 99.68161010742188, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": 0.00131988525390625, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.048583984375, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.33203125, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 99.68161010742188, "train/tensor_act_model_layers_0_self_attn/mean": 0.00131988525390625, "train/tensor_act_model_layers_0_self_attn/std": 0.048583984375, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.33203125, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 2047.847900390625, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": 0.01080322265625, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 3.375, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/norm": 1309.6961669921875, "train/tensor_act_model_layers_0_mlp_situglu_W_g/mean": 0.078125, "train/tensor_act_model_layers_0_mlp_situglu_W_g/std": 0.4453125, "train/tensor_act_model_layers_0_mlp_situglu_W_g/max_abs": 2.21875, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/norm": 1366.77197265625, "train/tensor_act_model_layers_0_mlp_situglu_W_u/mean": -0.015869140625, "train/tensor_act_model_layers_0_mlp_situglu_W_u/std": 0.470703125, "train/tensor_act_model_layers_0_mlp_situglu_W_u/max_abs": 2.59375, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/norm": 304.2575988769531, "train/tensor_act_model_layers_0_mlp_situglu/mean": -0.0042724609375, "train/tensor_act_model_layers_0_mlp_situglu/std": 0.10498046875, "train/tensor_act_model_layers_0_mlp_situglu/max_abs": 1.28125, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 114.8797378540039, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.003997802734375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.055908203125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.265625, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 114.8797378540039, "train/tensor_act_model_layers_0_mlp/mean": 0.003997802734375, "train/tensor_act_model_layers_0_mlp/std": 0.055908203125, "train/tensor_act_model_layers_0_mlp/max_abs": 0.265625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 215.495361328125, "train/tensor_act_model_layers_0/mean": 0.005401611328125, "train/tensor_act_model_layers_0/std": 0.10498046875, "train/tensor_act_model_layers_0/max_abs": 0.48828125, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 2047.8988037109375, "train/tensor_act_model_layers_1_input_layernorm/mean": 0.051513671875, "train/tensor_act_model_layers_1_input_layernorm/std": 1.0, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 3.65625, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 1124.1070556640625, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": 0.060546875, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 0.546875, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 2.453125, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 1389.7608642578125, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": 0.09228515625, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 0.671875, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 2.671875, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 459.4485778808594, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": -0.0263671875, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.22265625, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 0.98046875, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 111.46170043945312, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": 0.00946044921875, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.0537109375, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.1875, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 111.46170043945312, "train/tensor_act_model_layers_1_self_attn/mean": 0.00946044921875, "train/tensor_act_model_layers_1_self_attn/std": 0.0537109375, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.1875, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 2047.931884765625, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.11767578125, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 0.9921875, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 3.484375, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/norm": 1791.1654052734375, "train/tensor_act_model_layers_1_mlp_situglu_W_g/mean": 0.036376953125, "train/tensor_act_model_layers_1_mlp_situglu_W_g/std": 0.6171875, "train/tensor_act_model_layers_1_mlp_situglu_W_g/max_abs": 2.3125, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/norm": 1921.161865234375, "train/tensor_act_model_layers_1_mlp_situglu_W_u/mean": -0.037841796875, "train/tensor_act_model_layers_1_mlp_situglu_W_u/std": 0.6640625, "train/tensor_act_model_layers_1_mlp_situglu_W_u/max_abs": 3.8125, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/norm": 344.4701232910156, "train/tensor_act_model_layers_1_mlp_situglu/mean": 0.00213623046875, "train/tensor_act_model_layers_1_mlp_situglu/std": 0.119140625, "train/tensor_act_model_layers_1_mlp_situglu/max_abs": 1.0703125, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 117.672119140625, "train/tensor_act_model_layers_1_mlp_down_proj/mean": -0.000591278076171875, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.057373046875, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.26171875, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 117.672119140625, "train/tensor_act_model_layers_1_mlp/mean": -0.000591278076171875, "train/tensor_act_model_layers_1_mlp/std": 0.057373046875, "train/tensor_act_model_layers_1_mlp/max_abs": 0.26171875, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 250.0891876220703, "train/tensor_act_model_layers_1/mean": 0.0142822265625, "train/tensor_act_model_layers_1/std": 0.12109375, "train/tensor_act_model_layers_1/max_abs": 0.4375, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 2047.9259033203125, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.11572265625, "train/tensor_act_model_layers_2_input_layernorm/std": 0.9921875, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 3.984375, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 3467.250244140625, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.189453125, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 1.6796875, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 5.46875, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 3012.1708984375, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": -0.07177734375, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 1.46875, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 5.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 462.8719177246094, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": -0.00390625, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.2255859375, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.359375, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 124.51883697509766, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": -0.00171661376953125, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.060791015625, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 0.328125, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 124.51883697509766, "train/tensor_act_model_layers_2_self_attn/mean": -0.00171661376953125, "train/tensor_act_model_layers_2_self_attn/std": 0.060791015625, "train/tensor_act_model_layers_2_self_attn/max_abs": 0.328125, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 2047.9437255859375, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.083984375, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 3.6875, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/norm": 1626.4022216796875, "train/tensor_act_model_layers_2_mlp_situglu_W_g/mean": 0.01055908203125, "train/tensor_act_model_layers_2_mlp_situglu_W_g/std": 0.5625, "train/tensor_act_model_layers_2_mlp_situglu_W_g/max_abs": 2.375, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/norm": 1796.464599609375, "train/tensor_act_model_layers_2_mlp_situglu_W_u/mean": 0.01422119140625, "train/tensor_act_model_layers_2_mlp_situglu_W_u/std": 0.62109375, "train/tensor_act_model_layers_2_mlp_situglu_W_u/max_abs": 2.859375, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/norm": 240.32510375976562, "train/tensor_act_model_layers_2_mlp_situglu/mean": 0.001953125, "train/tensor_act_model_layers_2_mlp_situglu/std": 0.0830078125, "train/tensor_act_model_layers_2_mlp_situglu/max_abs": 1.1796875, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 71.94648742675781, "train/tensor_act_model_layers_2_mlp_down_proj/mean": -0.000858306884765625, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.03515625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.1767578125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 71.94648742675781, "train/tensor_act_model_layers_2_mlp/mean": -0.000858306884765625, "train/tensor_act_model_layers_2_mlp/std": 0.03515625, "train/tensor_act_model_layers_2_mlp/max_abs": 0.1767578125, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 282.1479797363281, "train/tensor_act_model_layers_2/mean": 0.01165771484375, "train/tensor_act_model_layers_2/std": 0.1376953125, "train/tensor_act_model_layers_2/max_abs": 0.498046875, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 2047.939453125, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.0830078125, "train/tensor_act_model_layers_3_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 3.9375, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 3644.8349609375, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": 0.1337890625, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 1.7734375, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 5.03125, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 3066.76416015625, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": -0.00396728515625, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 1.5, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 4.28125, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 434.6707763671875, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": -0.0113525390625, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.2119140625, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 1.0390625, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 115.1568374633789, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": 0.002593994140625, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.05615234375, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 0.31640625, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 115.1568374633789, "train/tensor_act_model_layers_3_self_attn/mean": 0.002593994140625, "train/tensor_act_model_layers_3_self_attn/std": 0.05615234375, "train/tensor_act_model_layers_3_self_attn/max_abs": 0.31640625, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 2047.950927734375, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.0908203125, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 3.828125, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/norm": 1761.7813720703125, "train/tensor_act_model_layers_3_mlp_situglu_W_g/mean": 0.048095703125, "train/tensor_act_model_layers_3_mlp_situglu_W_g/std": 0.60546875, "train/tensor_act_model_layers_3_mlp_situglu_W_g/max_abs": 2.65625, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/norm": 1668.44970703125, "train/tensor_act_model_layers_3_mlp_situglu_W_u/mean": 0.035400390625, "train/tensor_act_model_layers_3_mlp_situglu_W_u/std": 0.57421875, "train/tensor_act_model_layers_3_mlp_situglu_W_u/max_abs": 2.875, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/norm": 238.47402954101562, "train/tensor_act_model_layers_3_mlp_situglu/mean": -9.441375732421875e-05, "train/tensor_act_model_layers_3_mlp_situglu/std": 0.08251953125, "train/tensor_act_model_layers_3_mlp_situglu/max_abs": 1.046875, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 75.6220932006836, "train/tensor_act_model_layers_3_mlp_down_proj/mean": -0.000843048095703125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.036865234375, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.19140625, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 75.6220932006836, "train/tensor_act_model_layers_3_mlp/mean": -0.000843048095703125, "train/tensor_act_model_layers_3_mlp/std": 0.036865234375, "train/tensor_act_model_layers_3_mlp/max_abs": 0.19140625, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 288.0868225097656, "train/tensor_act_model_layers_3/mean": 0.013427734375, "train/tensor_act_model_layers_3/std": 0.1396484375, "train/tensor_act_model_layers_3/max_abs": 0.5703125, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 2047.9368896484375, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.0927734375, "train/tensor_act_model_layers_4_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 4.3125, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 4037.8544921875, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": -0.05078125, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 1.96875, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 5.8125, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 3474.50146484375, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": 0.036865234375, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 1.6953125, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 4.75, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 387.6166076660156, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": 0.0166015625, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.1884765625, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 0.9765625, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 99.10609436035156, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": -0.004974365234375, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.048095703125, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.25390625, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 99.10609436035156, "train/tensor_act_model_layers_4_self_attn/mean": -0.004974365234375, "train/tensor_act_model_layers_4_self_attn/std": 0.048095703125, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.25390625, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 2047.953125, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.05126953125, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 3.875, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/norm": 1569.24365234375, "train/tensor_act_model_layers_4_mlp_situglu_W_g/mean": 0.041259765625, "train/tensor_act_model_layers_4_mlp_situglu_W_g/std": 0.5390625, "train/tensor_act_model_layers_4_mlp_situglu_W_g/max_abs": 2.34375, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/norm": 2063.796630859375, "train/tensor_act_model_layers_4_mlp_situglu_W_u/mean": -0.03076171875, "train/tensor_act_model_layers_4_mlp_situglu_W_u/std": 0.7109375, "train/tensor_act_model_layers_4_mlp_situglu_W_u/max_abs": 3.25, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/norm": 250.7178497314453, "train/tensor_act_model_layers_4_mlp_situglu/mean": -0.002899169921875, "train/tensor_act_model_layers_4_mlp_situglu/std": 0.08642578125, "train/tensor_act_model_layers_4_mlp_situglu/max_abs": 1.0546875, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 79.72002410888672, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.000965118408203125, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.038818359375, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.1953125, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 79.72002410888672, "train/tensor_act_model_layers_4_mlp/mean": 0.000965118408203125, "train/tensor_act_model_layers_4_mlp/std": 0.038818359375, "train/tensor_act_model_layers_4_mlp/max_abs": 0.1953125, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 289.71417236328125, "train/tensor_act_model_layers_4/mean": 0.00946044921875, "train/tensor_act_model_layers_4/std": 0.1416015625, "train/tensor_act_model_layers_4/max_abs": 0.56640625, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 2047.945068359375, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.064453125, "train/tensor_act_model_layers_5_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 3.921875, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 4079.442138671875, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": 0.06640625, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 1.9921875, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 5.46875, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 3560.005126953125, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": 0.0703125, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 1.734375, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 4.75, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 402.7666015625, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": -0.0036163330078125, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.1962890625, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 0.96875, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 114.25518035888672, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": -0.00909423828125, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.054931640625, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.3125, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 114.25518035888672, "train/tensor_act_model_layers_5_self_attn/mean": -0.00909423828125, "train/tensor_act_model_layers_5_self_attn/std": 0.054931640625, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.3125, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 2047.9610595703125, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": 0.0003509521484375, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 3.90625, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/norm": 1920.1982421875, "train/tensor_act_model_layers_5_mlp_situglu_W_g/mean": 0.1396484375, "train/tensor_act_model_layers_5_mlp_situglu_W_g/std": 0.6484375, "train/tensor_act_model_layers_5_mlp_situglu_W_g/max_abs": 2.890625, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/norm": 2384.084716796875, "train/tensor_act_model_layers_5_mlp_situglu_W_u/mean": -0.08056640625, "train/tensor_act_model_layers_5_mlp_situglu_W_u/std": 0.8203125, "train/tensor_act_model_layers_5_mlp_situglu_W_u/max_abs": 3.140625, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/norm": 317.09765625, "train/tensor_act_model_layers_5_mlp_situglu/mean": 0.0037078857421875, "train/tensor_act_model_layers_5_mlp_situglu/std": 0.109375, "train/tensor_act_model_layers_5_mlp_situglu/max_abs": 1.4921875, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 97.99275207519531, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.0029296875, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.0478515625, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.2734375, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 97.99275207519531, "train/tensor_act_model_layers_5_mlp/mean": 0.0029296875, "train/tensor_act_model_layers_5_mlp/std": 0.0478515625, "train/tensor_act_model_layers_5_mlp/max_abs": 0.2734375, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 315.9339599609375, "train/tensor_act_model_layers_5/mean": 0.003265380859375, "train/tensor_act_model_layers_5/std": 0.154296875, "train/tensor_act_model_layers_5/max_abs": 0.6796875, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 2047.9505615234375, "train/tensor_act_model_layers_6_input_layernorm/mean": 0.020263671875, "train/tensor_act_model_layers_6_input_layernorm/std": 1.0, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 4.03125, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 3976.689208984375, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": 0.2412109375, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 1.9296875, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 5.625, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 3455.089111328125, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": 0.08984375, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 1.6875, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 4.21875, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 373.3901062011719, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": -0.01025390625, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.181640625, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 0.96875, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 96.22893524169922, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.003021240234375, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.046875, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 0.296875, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 96.22893524169922, "train/tensor_act_model_layers_6_self_attn/mean": -0.003021240234375, "train/tensor_act_model_layers_6_self_attn/std": 0.046875, "train/tensor_act_model_layers_6_self_attn/max_abs": 0.296875, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 2047.963134765625, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": 0.0010986328125, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 4.125, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/norm": 2231.588134765625, "train/tensor_act_model_layers_6_mlp_situglu_W_g/mean": 0.171875, "train/tensor_act_model_layers_6_mlp_situglu_W_g/std": 0.75, "train/tensor_act_model_layers_6_mlp_situglu_W_g/max_abs": 3.75, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/norm": 2529.95361328125, "train/tensor_act_model_layers_6_mlp_situglu_W_u/mean": -0.0035247802734375, "train/tensor_act_model_layers_6_mlp_situglu_W_u/std": 0.875, "train/tensor_act_model_layers_6_mlp_situglu_W_u/max_abs": 3.953125, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/norm": 410.5854797363281, "train/tensor_act_model_layers_6_mlp_situglu/mean": -0.0002727508544921875, "train/tensor_act_model_layers_6_mlp_situglu/std": 0.1416015625, "train/tensor_act_model_layers_6_mlp_situglu/max_abs": 1.71875, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 121.61055755615234, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.00118255615234375, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.059326171875, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.314453125, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 121.61055755615234, "train/tensor_act_model_layers_6_mlp/mean": 0.00118255615234375, "train/tensor_act_model_layers_6_mlp/std": 0.059326171875, "train/tensor_act_model_layers_6_mlp/max_abs": 0.314453125, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 351.39508056640625, "train/tensor_act_model_layers_6/mean": 0.00142669677734375, "train/tensor_act_model_layers_6/std": 0.171875, "train/tensor_act_model_layers_6/max_abs": 0.79296875, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 2047.9580078125, "train/tensor_act_model_layers_7_input_layernorm/mean": 0.00848388671875, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 4.09375, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 3432.148193359375, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": -0.1572265625, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 1.671875, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 4.625, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 3131.8994140625, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": -0.10107421875, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 1.5234375, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 4.03125, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 362.4549255371094, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": 0.0106201171875, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.1767578125, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 0.90625, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 69.3506088256836, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": -0.003021240234375, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.03369140625, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 0.310546875, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 69.3506088256836, "train/tensor_act_model_layers_7_self_attn/mean": -0.003021240234375, "train/tensor_act_model_layers_7_self_attn/std": 0.03369140625, "train/tensor_act_model_layers_7_self_attn/max_abs": 0.310546875, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 2047.9632568359375, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": -0.00909423828125, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 3.9375, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/norm": 2245.3720703125, "train/tensor_act_model_layers_7_mlp_situglu_W_g/mean": 0.28515625, "train/tensor_act_model_layers_7_mlp_situglu_W_g/std": 0.71875, "train/tensor_act_model_layers_7_mlp_situglu_W_g/max_abs": 3.921875, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/norm": 2551.376953125, "train/tensor_act_model_layers_7_mlp_situglu_W_u/mean": 0.03369140625, "train/tensor_act_model_layers_7_mlp_situglu_W_u/std": 0.87890625, "train/tensor_act_model_layers_7_mlp_situglu_W_u/max_abs": 4.625, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/norm": 536.12060546875, "train/tensor_act_model_layers_7_mlp_situglu/mean": -0.005096435546875, "train/tensor_act_model_layers_7_mlp_situglu/std": 0.1845703125, "train/tensor_act_model_layers_7_mlp_situglu/max_abs": 3.140625, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 161.23081970214844, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.004974365234375, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.07861328125, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.42578125, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 161.23081970214844, "train/tensor_act_model_layers_7_mlp/mean": -0.004974365234375, "train/tensor_act_model_layers_7_mlp/std": 0.07861328125, "train/tensor_act_model_layers_7_mlp/max_abs": 0.42578125, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 406.18975830078125, "train/tensor_act_model_layers_7/mean": -0.006561279296875, "train/tensor_act_model_layers_7/std": 0.1982421875, "train/tensor_act_model_layers_7/max_abs": 0.8984375, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 2047.96826171875, "train/tensor_act_model_layers_8_input_layernorm/mean": -0.031982421875, "train/tensor_act_model_layers_8_input_layernorm/std": 1.0, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 3.9375, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 3354.76220703125, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": 0.091796875, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 1.6328125, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 4.5625, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 2920.2822265625, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": -0.044921875, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 1.421875, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 3.578125, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 393.2358093261719, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": -0.01123046875, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.19140625, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 0.9140625, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 97.5223159790039, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": -0.0015716552734375, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.047607421875, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 0.2099609375, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 97.5223159790039, "train/tensor_act_model_layers_8_self_attn/mean": -0.0015716552734375, "train/tensor_act_model_layers_8_self_attn/std": 0.047607421875, "train/tensor_act_model_layers_8_self_attn/max_abs": 0.2099609375, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 2047.963134765625, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": -0.043212890625, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 4.03125, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/norm": 2166.72509765625, "train/tensor_act_model_layers_8_mlp_situglu_W_g/mean": 0.32421875, "train/tensor_act_model_layers_8_mlp_situglu_W_g/std": 0.67578125, "train/tensor_act_model_layers_8_mlp_situglu_W_g/max_abs": 3.90625, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/norm": 2453.44775390625, "train/tensor_act_model_layers_8_mlp_situglu_W_u/mean": 0.00147247314453125, "train/tensor_act_model_layers_8_mlp_situglu_W_u/std": 0.84765625, "train/tensor_act_model_layers_8_mlp_situglu_W_u/max_abs": 4.21875, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/norm": 1102.7509765625, "train/tensor_act_model_layers_8_mlp_situglu/mean": -0.01556396484375, "train/tensor_act_model_layers_8_mlp_situglu/std": 0.380859375, "train/tensor_act_model_layers_8_mlp_situglu/max_abs": 7.34375, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 475.2071838378906, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.000850677490234375, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.232421875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 1.34375, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 475.2071838378906, "train/tensor_act_model_layers_8_mlp/mean": 0.000850677490234375, "train/tensor_act_model_layers_8_mlp/std": 0.232421875, "train/tensor_act_model_layers_8_mlp/max_abs": 1.34375, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 658.2186279296875, "train/tensor_act_model_layers_8/mean": -0.007293701171875, "train/tensor_act_model_layers_8/std": 0.322265625, "train/tensor_act_model_layers_8/max_abs": 1.796875, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 2047.970703125, "train/tensor_act_model_norm/mean": -0.0159912109375, "train/tensor_act_model_norm/std": 1.0, "train/tensor_act_model_norm/max_abs": 4.28125, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 2047.970703125, "train/tensor_act_model/mean": -0.0159912109375, "train/tensor_act_model/std": 1.0, "train/tensor_act_model/max_abs": 4.28125, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 20308.822265625, "train/tensor_act_lm_head/mean": -1.203125, "train/tensor_act_lm_head/std": 1.28125, "train/tensor_act_lm_head/max_abs": 10.75, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 0.3114018142223358, "train/tensor_act_/mean": 0.3114018142223358, "train/tensor_act_/std": NaN, "train/tensor_act_/max_abs": 0.3114018142223358, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.1591796875, "train/tensor_grad_model_norm_weight/mean": -0.01312255859375, "train/tensor_grad_model_norm_weight/std": 0.00518798828125, "train/tensor_grad_model_norm_weight/max_abs": 0.029541015625, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.0240478515625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 2.0023435354232788e-07, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 0.00013256072998046875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.00122833251953125, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/norm": 0.0126953125, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/mean": 6.612390279769897e-08, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/std": 7.009506225585938e-05, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.0011138916015625, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/norm": 0.013916015625, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/mean": 1.2218952178955078e-06, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/std": 7.677078247070312e-05, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.0019989013671875, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.00074005126953125, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": -4.1961669921875e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 5.030632019042969e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 0.00032806396484375, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.0142822265625, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": -7.078051567077637e-07, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 0.00011157989501953125, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.000896453857421875, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.0172119140625, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": 3.166496753692627e-07, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 0.00013446807861328125, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.000579833984375, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.000518798828125, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": -1.0477378964424133e-08, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 4.0531158447265625e-06, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 2.86102294921875e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.00019550323486328125, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": -2.4301698431372643e-09, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 1.5273690223693848e-06, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 1.3947486877441406e-05, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.000370025634765625, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": 9.834766387939453e-06, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 3.147125244140625e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 0.00011205673217773438, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.0205078125, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -5.3551048040390015e-08, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 0.00011301040649414062, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.0010223388671875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/norm": 0.0220947265625, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/mean": 1.6298145055770874e-08, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/std": 0.0001220703125, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.0020751953125, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/norm": 0.0152587890625, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/mean": 5.448237061500549e-08, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/std": 8.440017700195312e-05, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.00115203857421875, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.000576019287109375, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": -3.814697265625e-06, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 5.1021575927734375e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.0001544952392578125, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.01220703125, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": 1.3187527656555176e-06, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 9.5367431640625e-05, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.000751495361328125, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.02197265625, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": -3.5390257835388184e-07, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.000171661376953125, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.000732421875, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 0.0001373291015625, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": 4.16184775531292e-09, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 1.0728836059570312e-06, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 1.4424324035644531e-05, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 9.441375732421875e-05, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": 2.1009327610954642e-10, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 7.37607479095459e-07, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 5.3942203521728516e-06, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.000457763671875, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": 3.6656856536865234e-06, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 4.0531158447265625e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 0.00011920928955078125, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.0157470703125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -1.434236764907837e-07, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 8.726119995117188e-05, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.0009307861328125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/norm": 0.0172119140625, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/mean": 1.387670636177063e-07, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/std": 9.489059448242188e-05, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.0014801025390625, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/norm": 0.0225830078125, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/mean": -4.819594323635101e-08, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/std": 0.00012493133544921875, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.0016021728515625, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.00067138671875, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": 2.60770320892334e-06, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 5.9604644775390625e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 0.0001926422119140625, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.015625, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": -1.996755599975586e-06, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 0.0001220703125, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0013275146484375, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.0311279296875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": 5.699694156646729e-07, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.00024318695068359375, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.0012664794921875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 0.000141143798828125, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": 1.4435499906539917e-08, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 1.1026859283447266e-06, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 1.4901161193847656e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 6.961822509765625e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": 3.448803909122944e-09, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 5.438923835754395e-07, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 3.516674041748047e-06, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.000713348388671875, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": -1.0132789611816406e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 6.246566772460938e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.00022029876708984375, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.0142822265625, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": 1.471489667892456e-07, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 7.867813110351562e-05, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.000576019287109375, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/norm": 0.02587890625, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/mean": 2.4586915969848633e-07, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/std": 0.0001430511474609375, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.00177001953125, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/norm": 0.01708984375, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/mean": -2.3515895009040833e-08, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/std": 9.441375732421875e-05, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.000751495361328125, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.000728607177734375, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": -4.202127456665039e-06, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 6.437301635742188e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 0.00018215179443359375, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.0216064453125, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": -5.438923835754395e-07, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 0.00016880035400390625, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.00139617919921875, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.031494140625, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": -3.4868717193603516e-06, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.0002460479736328125, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.0017242431640625, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 0.0001010894775390625, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": -5.6461431086063385e-09, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 7.897615432739258e-07, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 1.049041748046875e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 7.2479248046875e-05, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": -6.9267116487026215e-09, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 5.662441253662109e-07, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 5.334615707397461e-06, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.0006866455078125, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": -1.4483928680419922e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 5.91278076171875e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.000209808349609375, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.01348876953125, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -1.2293457984924316e-07, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 7.43865966796875e-05, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.000759124755859375, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/norm": 0.0198974609375, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/mean": 3.0174851417541504e-07, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/std": 0.00010967254638671875, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.00110626220703125, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/norm": 0.0174560546875, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/mean": -6.742775440216064e-07, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/std": 9.632110595703125e-05, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.000942230224609375, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.000530242919921875, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": 3.9637088775634766e-06, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 4.673004150390625e-05, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 0.0001430511474609375, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.022705078125, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": 3.069639205932617e-06, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 0.0001773834228515625, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.00116729736328125, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.036865234375, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": 3.3080577850341797e-06, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 0.0002880096435546875, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0014495849609375, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 0.0001125335693359375, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": 9.080395102500916e-09, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 8.791685104370117e-07, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 9.715557098388672e-06, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 5.8650970458984375e-05, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": 1.0884832590818405e-08, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 4.5821070671081543e-07, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 3.5315752029418945e-06, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.00081634521484375, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": -1.6927719116210938e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 7.05718994140625e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.00020694732666015625, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.01507568359375, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -1.9371509552001953e-07, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 8.344650268554688e-05, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.000705718994140625, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/norm": 0.0196533203125, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/mean": -1.1734664440155029e-07, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/std": 0.0001087188720703125, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.00110626220703125, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/norm": 0.018310546875, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/mean": -6.258487701416016e-07, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/std": 0.0001010894775390625, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.00119781494140625, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.000606536865234375, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": 2.4139881134033203e-06, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 5.3882598876953125e-05, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.00017261505126953125, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 0.033447265625, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": -8.568167686462402e-07, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.0002613067626953125, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.0021209716796875, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 0.041015625, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": -2.4139881134033203e-06, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.0003204345703125, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.00150299072265625, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 0.0003528594970703125, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": 1.709850039333105e-09, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 2.7567148208618164e-06, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 3.409385681152344e-05, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 0.00013446807861328125, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": 7.967173587530851e-10, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 1.0505318641662598e-06, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 7.987022399902344e-06, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.000774383544921875, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": -1.150369644165039e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 6.771087646484375e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.0001983642578125, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.016845703125, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 4.3585896492004395e-07, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 9.298324584960938e-05, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.0006866455078125, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/norm": 0.0167236328125, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/mean": 3.296881914138794e-07, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/std": 9.250640869140625e-05, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.000972747802734375, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/norm": 0.01953125, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/mean": 4.2654573917388916e-07, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/std": 0.00010776519775390625, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.000926971435546875, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.000614166259765625, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": 2.7120113372802734e-06, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 5.435943603515625e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.00017070770263671875, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 0.039306640625, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": -2.3990869522094727e-06, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 0.0003070831298828125, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.00335693359375, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 0.03857421875, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": -6.3478946685791016e-06, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.000301361083984375, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.00152587890625, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.000331878662109375, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": -2.7706846594810486e-08, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 2.592802047729492e-06, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 2.5391578674316406e-05, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 0.00023746490478515625, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": 5.820766091346741e-09, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 1.8551945686340332e-06, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 1.7642974853515625e-05, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.000873565673828125, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": 6.139278411865234e-06, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 7.724761962890625e-05, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.00034332275390625, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.037841796875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 5.736947059631348e-07, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.00020885467529296875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.00154876708984375, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/norm": 0.027099609375, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/mean": -4.842877388000488e-07, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/std": 0.00014972686767578125, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.0026702880859375, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/norm": 0.0294189453125, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/mean": -6.556510925292969e-07, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/std": 0.00016307830810546875, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.0025634765625, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.000881195068359375, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": -2.3365020751953125e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 7.43865966796875e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.0002803802490234375, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 0.037841796875, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": -6.139278411865234e-06, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 0.0002956390380859375, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.001983642578125, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 0.0303955078125, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": -3.5315752029418945e-06, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.00023746490478515625, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.00225830078125, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.000560760498046875, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": 1.7462298274040222e-08, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 4.380941390991211e-06, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 4.00543212890625e-05, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.00074005126953125, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": -6.28642737865448e-08, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 5.781650543212891e-06, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 6.198883056640625e-05, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.000606536865234375, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": -6.370246410369873e-07, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 5.364418029785156e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 0.0002727508544921875, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 0.0277099609375, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": -8.195638656616211e-07, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 0.00015354156494140625, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.001251220703125, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/norm": 0.0164794921875, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/mean": -1.0291114449501038e-07, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/std": 9.107589721679688e-05, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.00128936767578125, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/norm": 0.0166015625, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/mean": -9.052455425262451e-07, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/std": 9.1552734375e-05, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.00092315673828125, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.00054931640625, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": -4.231929779052734e-06, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 4.839897155761719e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.00013637542724609375, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.037353515625, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": -9.275972843170166e-07, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.0002918243408203125, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.002685546875, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.020263671875, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": 4.7497451305389404e-08, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 0.0001583099365234375, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.00115966796875, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.000347137451171875, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": -1.2048985809087753e-08, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 2.7120113372802734e-06, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 2.7298927307128906e-05, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.000713348388671875, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": 9.685754776000977e-08, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 5.5730342864990234e-06, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 6.079673767089844e-05, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.0003871917724609375, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": 7.033348083496094e-06, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 3.361701965332031e-05, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 0.000156402587890625, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 0.1796875, "train/tensor_grad_model_embed_tokens_weight/mean": 6.490154191851616e-09, "train/tensor_grad_model_embed_tokens_weight/std": 0.000247955322265625, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.02099609375, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 47.5, "train/tensor_param_model_embed_tokens_weight/mean": 0.00186920166015625, "train/tensor_param_model_embed_tokens_weight/std": 0.06591796875, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.1865234375, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 3.15625, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -0.0005340576171875, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.024658203125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 3.265625, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 0.00011682510375976562, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.0255126953125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 0.00011539459228515625, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": -0.00010395050048828125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/norm": 4.15625, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/mean": 8.106231689453125e-05, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/std": 0.02294921875, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/norm": 4.1875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/mean": -2.2411346435546875e-05, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/std": 0.0230712890625, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 4.15625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.00010347366333007812, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.02294921875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 3.109375, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": 9.72747802734375e-05, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.0242919921875, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 3.09375, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": 4.506111145019531e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.024169921875, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": -0.00018978118896484375, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": -3.075599670410156e-05, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/norm": 4.03125, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/mean": -7.987022399902344e-06, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/std": 0.0223388671875, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/norm": 4.125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/mean": -0.00017452239990234375, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/std": 0.022705078125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.09814453125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 4.03125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -5.2928924560546875e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 3.609375, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": -0.0003528594970703125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 3.4375, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": -2.09808349609375e-05, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/norm": 3.921875, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/mean": 8.344650268554688e-05, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/std": 0.0216064453125, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/norm": 3.984375, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/mean": -8.678436279296875e-05, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/std": 0.02197265625, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 3.953125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.0001621246337890625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": 4.9114227294921875e-05, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 3.34375, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": -4.4345855712890625e-05, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": -1.7762184143066406e-05, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 2.703125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -0.0002117156982421875, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/norm": 3.875, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/mean": -1.0907649993896484e-05, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/std": 0.021484375, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/norm": 3.9375, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/mean": -8.153915405273438e-05, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/std": 0.021728515625, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.09375, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 3.9375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.0002040863037109375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 3.71875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": -8.344650268554688e-05, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 3.484375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": 6.4849853515625e-05, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.625, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": -4.380941390991211e-06, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": -7.295608520507812e-05, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/norm": 3.890625, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/mean": 4.0531158447265625e-05, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/std": 0.021484375, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/norm": 3.96875, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/mean": 6.616115570068359e-06, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/std": 0.0218505859375, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 3.96875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.00012302398681640625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 3.765625, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -7.963180541992188e-05, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 3.578125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": -0.00021266937255859375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": -0.0001773834228515625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 2.8125, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": 0.000152587890625, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/norm": 3.96875, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/mean": 9.679794311523438e-05, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/std": 0.02197265625, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/norm": 4.09375, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/mean": -0.00019550323486328125, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/std": 0.0225830078125, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 4.03125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.000335693359375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 3.75, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": -3.314018249511719e-05, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 3.546875, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": 0.00017833709716796875, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.00023937225341796875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.78125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.00023746490478515625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.021728515625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/norm": 4.15625, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/mean": 0.000152587890625, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/std": 0.02294921875, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/norm": 4.25, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/mean": 0.0003223419189453125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/std": 0.0235595703125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.00014400482177734375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0235595703125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 3.640625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": -0.00021076202392578125, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 3.5, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.00041961669921875, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -0.00011730194091796875, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 2.703125, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": -8.96453857421875e-05, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/norm": 4.5, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/mean": -0.000240325927734375, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/std": 0.02490234375, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/norm": 4.5, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/mean": 9.059906005859375e-05, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/std": 0.02490234375, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.4375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -8.0108642578125e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0245361328125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": -4.506111145019531e-05, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.10009765625, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 3.609375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": 0.0001068115234375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": -2.9802322387695312e-05, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/norm": 5.46875, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/std": 0.0302734375, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/norm": 5.53125, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/mean": 6.580352783203125e-05, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/std": 0.030517578125, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -0.00026702880859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} +{"step": 840, "epoch": 0.056622851365015166, "timestamp": 1786049307.8096864, "loss": 0.31727190017700196, "grad_norm": 0.291015625, "learning_rate": 0.0003, "train/total_time_seconds": 27.839598819613457, "train/time_per_step_avg": 0.03284565180540085, "train/epoch_time_elapsed": 102.4514098316431, "train/estimated_remaining_minutes": 0.6407526712450716} +{"step": 860, "epoch": 0.057971014492753624, "timestamp": 1786049309.3974771, "loss": 0.31037948131561277, "grad_norm": 0.298828125, "learning_rate": 0.0003, "train/total_time_seconds": 28.479212883859873, "train/time_per_step_avg": 0.032871568016707896, "train/epoch_time_elapsed": 104.03920079022646, "train/estimated_remaining_minutes": 0.6291919125503925} +{"step": 880, "epoch": 0.05931917762049208, "timestamp": 1786049310.9880106, "loss": 0.30405306816101074, "grad_norm": 0.283203125, "learning_rate": 0.0003, "train/total_time_seconds": 29.123556971549988, "train/time_per_step_avg": 0.032947129271924495, "train/epoch_time_elapsed": 105.62973447144032, "train/estimated_remaining_minutes": 0.6177724206086361} +{"step": 900, "epoch": 0.06066734074823053, "timestamp": 1786049312.6752324, "loss": 0.30279972553253176, "grad_norm": 0.306640625, "learning_rate": 0.0003, "train/total_time_seconds": 29.791881818324327, "train/time_per_step_avg": 0.03303827669471502, "train/epoch_time_elapsed": 107.31695590168238, "train/estimated_remaining_minutes": 0.6068716666695696} +{"step": 920, "epoch": 0.06201550387596899, "timestamp": 1786049314.2557588, "loss": 0.2994309663772583, "grad_norm": 0.328125, "learning_rate": 0.0003, "train/total_time_seconds": 30.432238049805164, "train/time_per_step_avg": 0.03239668264985084, "train/epoch_time_elapsed": 108.89748227968812, "train/estimated_remaining_minutes": 0.595413353148362} +{"step": 940, "epoch": 0.06336366700370745, "timestamp": 1786049315.8343177, "loss": 0.2952401638031006, "grad_norm": 0.318359375, "learning_rate": 0.0003, "train/total_time_seconds": 31.071963381022215, "train/time_per_step_avg": 0.032323645614087584, "train/epoch_time_elapsed": 110.4760404638946, "train/estimated_remaining_minutes": 0.5839766167355239} +{"step": 960, "epoch": 0.06471183013144591, "timestamp": 1786049317.5365741, "loss": 0.2905283451080322, "grad_norm": 0.330078125, "learning_rate": 0.0003, "train/total_time_seconds": 31.73768274858594, "train/time_per_step_avg": 0.032584698647260664, "train/epoch_time_elapsed": 112.17829771339893, "train/estimated_remaining_minutes": 0.5730414940716906} +{"step": 980, "epoch": 0.06605999325918437, "timestamp": 1786049319.120047, "loss": 0.28865833282470704, "grad_norm": 0.365234375, "learning_rate": 0.0003, "train/total_time_seconds": 32.377612452954054, "train/time_per_step_avg": 0.03254055481404066, "train/epoch_time_elapsed": 113.76177088543773, "train/estimated_remaining_minutes": 0.5616524609185908} +{"step": 1000, "epoch": 0.06740815638692282, "timestamp": 1786049320.694327, "loss": 0.2860438585281372, "grad_norm": 0.3046875, "learning_rate": 0.0003, "train/total_time_seconds": 33.0168141387403, "train/time_per_step_avg": 0.032249323204159734, "train/epoch_time_elapsed": 115.33605102822185, "train/estimated_remaining_minutes": 0.5502802356456716} +{"step": 1000, "epoch": 0.06740815638692282, "timestamp": 1786049329.2650414, "eval_loss": 0.28539252281188965, "eval_runtime": 8.5689, "eval_samples_per_second": 1111.809, "eval_steps_per_second": 17.388, "train/total_time_seconds": 33.0168141387403, "train/time_per_step_avg": 0.032249323204159734, "train/epoch_time_elapsed": 123.90676233917475, "train/estimated_remaining_minutes": 0.5502802356456716} +{"step": 1020, "epoch": 0.06875631951466127, "timestamp": 1786049330.9780855, "loss": 0.2810789108276367, "grad_norm": 0.333984375, "learning_rate": 0.0003, "train/total_time_seconds": 33.72177245095372, "train/time_per_step_avg": 0.032895344011485576, "train/epoch_time_elapsed": 125.6197145730257, "train/estimated_remaining_minutes": 0.5399891666982786, "train/global/act/norm": 27385.521588475178, "train/global/act/mean": -0.18861333432969463, "train/global/act/std": 0.0, "train/global/act/max_abs": 10.875, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 0.2925111163072058, "train/global/grad/mean": -7.766282922601096e-07, "train/global/grad/std": 0.00020679827124466693, "train/global/grad/max_abs": 0.0283203125, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 75.32793864061162, "train/global/param/mean": 0.0016767417046449648, "train/global/param/std": 0.053134932490498735, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 7081.134620688059, "train/layer_model_layers_6/act/mean": 0.04437393695116043, "train/layer_model_layers_6/act/std": 0.863205220432325, "train/layer_model_layers_6/act/max_abs": 5.71875, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.057722166014135386, "train/layer_model_layers_6/grad/mean": 4.1788923387036495e-08, "train/layer_model_layers_6/grad/std": 0.0001426068927400465, "train/layer_model_layers_6/grad/max_abs": 0.002716064453125, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 18.37636846519872, "train/layer__model_layers_1/param/mean": 0.0015082158462119736, "train/layer__model_layers_1/param/std": 0.045331234815611764, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 18.881686005392897, "train/layer__model_layers_7/param/mean": 0.0015117865456805773, "train/layer__model_layers_7/param/std": 0.0465862305813777, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 3933.914521942679, "train/layer_model_layers_0/act/mean": 0.005184352397918701, "train/layer_model_layers_0/act/std": 0.48007506391941807, "train/layer_model_layers_0/act/max_abs": 4.1875, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 0.05693196353962605, "train/layer_model_layers_0/grad/mean": -2.0039853365298553e-07, "train/layer_model_layers_0/grad/std": 0.00014057707808916252, "train/layer_model_layers_0/grad/max_abs": 0.0035858154296875, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 19.624620567589965, "train/layer__model_layers_8/param/mean": 0.0013757071889320886, "train/layer__model_layers_8/param/std": 0.048439012628892074, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 6738.084158611244, "train/layer_model_layers_4/act/mean": 0.010848045349121094, "train/layer_model_layers_4/act/std": 0.8229733654294884, "train/layer_model_layers_4/act/max_abs": 5.71875, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 0.06002146075993466, "train/layer_model_layers_4/grad/mean": 1.8182438732867308e-07, "train/layer_model_layers_4/grad/std": 0.00014826252567272393, "train/layer_model_layers_4/grad/max_abs": 0.00179290771484375, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 6433.274427057106, "train/layer_model_layers_8/act/mean": 0.03672981262207031, "train/layer_model_layers_8/act/std": 0.7848947217636318, "train/layer_model_layers_8/act/max_abs": 7.53125, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.04313981352383481, "train/layer_model_layers_8/grad/mean": -3.9850726328476355e-08, "train/layer_model_layers_8/grad/std": 0.00010647176690862378, "train/layer_model_layers_8/grad/max_abs": 0.001617431640625, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 7052.220905832714, "train/layer_model_layers_5/act/mean": 0.02099132537841797, "train/layer_model_layers_5/act/std": 0.8604212887656238, "train/layer_model_layers_5/act/max_abs": 5.59375, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 0.059769611999033266, "train/layer_model_layers_5/grad/mean": -1.915957146308235e-07, "train/layer_model_layers_5/grad/std": 0.00014765849415153236, "train/layer_model_layers_5/grad/max_abs": 0.001953125, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 18.451868077429857, "train/layer__model_layers_3/param/mean": 0.0014823282750645963, "train/layer__model_layers_3/param/std": 0.045523431662553564, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 18.525841063481437, "train/layer__model_layers_4/param/mean": 0.0015876683727627425, "train/layer__model_layers_4/param/std": 0.04569281319171151, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 18.626572920158985, "train/layer__model_layers_5/param/mean": 0.001582153129875195, "train/layer__model_layers_5/param/std": 0.04595360236112385, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 18.491413495102936, "train/layer__model_layers_0/param/mean": 0.0015509095095249123, "train/layer__model_layers_0/param/std": 0.04562440591154088, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 4408.071622089133, "train/layer_model_layers_1/act/mean": 0.0218658447265625, "train/layer_model_layers_1/act/std": 0.5375336125227815, "train/layer_model_layers_1/act/max_abs": 3.921875, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 0.07259345523157143, "train/layer_model_layers_1/grad/mean": -3.0487374796324326e-07, "train/layer_model_layers_1/grad/std": 0.0001791838420507258, "train/layer_model_layers_1/grad/max_abs": 0.00274658203125, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 6230.053341807373, "train/layer_model_layers_3/act/mean": 0.031281232833862305, "train/layer_model_layers_3/act/std": 0.7597112281257913, "train/layer_model_layers_3/act/max_abs": 5.125, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 0.06908279412445874, "train/layer_model_layers_3/grad/mean": -1.3066194196015177e-07, "train/layer_model_layers_3/grad/std": 0.00017046434905525158, "train/layer_model_layers_3/grad/max_abs": 0.002410888671875, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 18.496350727491492, "train/layer__model_layers_2/param/mean": 0.0014461332847845163, "train/layer__model_layers_2/param/std": 0.04563994323818314, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 6592.217087765252, "train/layer_model_layers_7/act/mean": 0.024511337280273438, "train/layer_model_layers_7/act/std": 0.8042176977848026, "train/layer_model_layers_7/act/max_abs": 4.6875, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.05497101106554472, "train/layer_model_layers_7/grad/mean": 1.1320945090511101e-07, "train/layer_model_layers_7/grad/std": 0.0001356789586245928, "train/layer_model_layers_7/grad/max_abs": 0.002227783203125, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 6038.036514848243, "train/layer_model_layers_2/act/mean": 0.0004329681396484375, "train/layer_model_layers_2/act/std": 0.7376226109178285, "train/layer_model_layers_2/act/max_abs": 5.46875, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 0.06956967281377188, "train/layer_model_layers_2/grad/mean": 9.133506641837997e-07, "train/layer_model_layers_2/grad/std": 0.00017174898538010392, "train/layer_model_layers_2/grad/max_abs": 0.003814697265625, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 18.74342983846273, "train/layer__model_layers_6/param/mean": 0.0017008907895378314, "train/layer__model_layers_6/param/std": 0.04626021920148744, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 155.76699829101562, "train/tensor_act_model_embed_tokens/mean": 4.4345855712890625e-05, "train/tensor_act_model_embed_tokens/std": 0.076171875, "train/tensor_act_model_embed_tokens/max_abs": 0.1865234375, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 812.1860961914062, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 2047.7711181640625, "train/tensor_act_model_layers_0_input_layernorm/mean": -0.00017261505126953125, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 3.375, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 949.4759521484375, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": -0.0086669921875, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.462890625, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 4.1875, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 1430.3099365234375, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": -0.0576171875, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.6953125, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 4.03125, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 477.109130859375, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.00081634521484375, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.2333984375, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.15625, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 105.3609390258789, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": 0.00153350830078125, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.051513671875, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.322265625, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 105.3609390258789, "train/tensor_act_model_layers_0_self_attn/mean": 0.00153350830078125, "train/tensor_act_model_layers_0_self_attn/std": 0.051513671875, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.322265625, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 2047.851806640625, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": 0.01141357421875, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 3.34375, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/norm": 1333.49462890625, "train/tensor_act_model_layers_0_mlp_situglu_W_g/mean": 0.08154296875, "train/tensor_act_model_layers_0_mlp_situglu_W_g/std": 0.453125, "train/tensor_act_model_layers_0_mlp_situglu_W_g/max_abs": 2.359375, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/norm": 1393.63720703125, "train/tensor_act_model_layers_0_mlp_situglu_W_u/mean": -0.0162353515625, "train/tensor_act_model_layers_0_mlp_situglu_W_u/std": 0.48046875, "train/tensor_act_model_layers_0_mlp_situglu_W_u/max_abs": 2.703125, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/norm": 309.9528503417969, "train/tensor_act_model_layers_0_mlp_situglu/mean": -0.00445556640625, "train/tensor_act_model_layers_0_mlp_situglu/std": 0.10693359375, "train/tensor_act_model_layers_0_mlp_situglu/max_abs": 2.984375, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 115.86552429199219, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.004150390625, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.056396484375, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.349609375, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 115.86552429199219, "train/tensor_act_model_layers_0_mlp/mean": 0.004150390625, "train/tensor_act_model_layers_0_mlp/std": 0.056396484375, "train/tensor_act_model_layers_0_mlp/max_abs": 0.349609375, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 219.41015625, "train/tensor_act_model_layers_0/mean": 0.0057373046875, "train/tensor_act_model_layers_0/std": 0.10693359375, "train/tensor_act_model_layers_0/max_abs": 0.451171875, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 2047.900146484375, "train/tensor_act_model_layers_1_input_layernorm/mean": 0.053466796875, "train/tensor_act_model_layers_1_input_layernorm/std": 1.0, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 3.546875, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 1111.5643310546875, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": 0.05810546875, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 0.5390625, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 2.40625, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 1385.1669921875, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": 0.0927734375, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 0.671875, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 2.6875, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 463.064697265625, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": -0.027099609375, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.224609375, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 1.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 114.71495819091797, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": 0.00970458984375, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.05517578125, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.259765625, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 114.71495819091797, "train/tensor_act_model_layers_1_self_attn/mean": 0.00970458984375, "train/tensor_act_model_layers_1_self_attn/std": 0.05517578125, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.259765625, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 2047.9407958984375, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.119140625, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 0.9921875, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 3.484375, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/norm": 1849.4697265625, "train/tensor_act_model_layers_1_mlp_situglu_W_g/mean": 0.046142578125, "train/tensor_act_model_layers_1_mlp_situglu_W_g/std": 0.63671875, "train/tensor_act_model_layers_1_mlp_situglu_W_g/max_abs": 2.328125, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/norm": 1999.8092041015625, "train/tensor_act_model_layers_1_mlp_situglu_W_u/mean": -0.0380859375, "train/tensor_act_model_layers_1_mlp_situglu_W_u/std": 0.6875, "train/tensor_act_model_layers_1_mlp_situglu_W_u/max_abs": 3.921875, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/norm": 364.9385986328125, "train/tensor_act_model_layers_1_mlp_situglu/mean": 0.0027923583984375, "train/tensor_act_model_layers_1_mlp_situglu/std": 0.1259765625, "train/tensor_act_model_layers_1_mlp_situglu/max_abs": 1.1328125, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 124.55706024169922, "train/tensor_act_model_layers_1_mlp_down_proj/mean": -0.0010223388671875, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.060791015625, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.271484375, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 124.55706024169922, "train/tensor_act_model_layers_1_mlp/mean": -0.0010223388671875, "train/tensor_act_model_layers_1_mlp/std": 0.060791015625, "train/tensor_act_model_layers_1_mlp/max_abs": 0.271484375, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 253.2664031982422, "train/tensor_act_model_layers_1/mean": 0.014404296875, "train/tensor_act_model_layers_1/std": 0.123046875, "train/tensor_act_model_layers_1/max_abs": 0.451171875, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 2047.92919921875, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.115234375, "train/tensor_act_model_layers_2_input_layernorm/std": 0.9921875, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 3.921875, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 3471.916748046875, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.1923828125, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 1.6875, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 5.46875, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 3023.581298828125, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": -0.0703125, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 1.4765625, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 4.875, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 469.5202941894531, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": -0.00408935546875, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.2294921875, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.3515625, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 129.10797119140625, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": -0.001556396484375, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.06298828125, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 0.3203125, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 129.10797119140625, "train/tensor_act_model_layers_2_self_attn/mean": -0.001556396484375, "train/tensor_act_model_layers_2_self_attn/std": 0.06298828125, "train/tensor_act_model_layers_2_self_attn/max_abs": 0.3203125, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 2047.9505615234375, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.083984375, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 3.796875, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/norm": 1691.95751953125, "train/tensor_act_model_layers_2_mlp_situglu_W_g/mean": 0.018798828125, "train/tensor_act_model_layers_2_mlp_situglu_W_g/std": 0.58203125, "train/tensor_act_model_layers_2_mlp_situglu_W_g/max_abs": 2.46875, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/norm": 1896.5093994140625, "train/tensor_act_model_layers_2_mlp_situglu_W_u/mean": 0.01287841796875, "train/tensor_act_model_layers_2_mlp_situglu_W_u/std": 0.65625, "train/tensor_act_model_layers_2_mlp_situglu_W_u/max_abs": 2.953125, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/norm": 256.3341064453125, "train/tensor_act_model_layers_2_mlp_situglu/mean": 0.002044677734375, "train/tensor_act_model_layers_2_mlp_situglu/std": 0.08837890625, "train/tensor_act_model_layers_2_mlp_situglu/max_abs": 1.4765625, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 76.33453369140625, "train/tensor_act_model_layers_2_mlp_down_proj/mean": -0.0009002685546875, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.037353515625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.1953125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 76.33453369140625, "train/tensor_act_model_layers_2_mlp/mean": -0.0009002685546875, "train/tensor_act_model_layers_2_mlp/std": 0.037353515625, "train/tensor_act_model_layers_2_mlp/max_abs": 0.1953125, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 287.9294738769531, "train/tensor_act_model_layers_2/mean": 0.011962890625, "train/tensor_act_model_layers_2/std": 0.1396484375, "train/tensor_act_model_layers_2/max_abs": 0.5, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 2047.9459228515625, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.08349609375, "train/tensor_act_model_layers_3_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 3.84375, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 3706.403076171875, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": 0.1357421875, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 1.8046875, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 5.125, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 3122.236328125, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": -0.006195068359375, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 1.5234375, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 4.34375, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 434.4700012207031, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": -0.01171875, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.2119140625, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 1.03125, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 116.79019165039062, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": 0.0027618408203125, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.056884765625, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 0.287109375, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 116.79019165039062, "train/tensor_act_model_layers_3_self_attn/mean": 0.0027618408203125, "train/tensor_act_model_layers_3_self_attn/std": 0.056884765625, "train/tensor_act_model_layers_3_self_attn/max_abs": 0.287109375, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 2047.9541015625, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.09130859375, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 3.78125, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/norm": 1860.235107421875, "train/tensor_act_model_layers_3_mlp_situglu_W_g/mean": 0.059326171875, "train/tensor_act_model_layers_3_mlp_situglu_W_g/std": 0.640625, "train/tensor_act_model_layers_3_mlp_situglu_W_g/max_abs": 2.75, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/norm": 1760.5194091796875, "train/tensor_act_model_layers_3_mlp_situglu_W_u/mean": 0.036865234375, "train/tensor_act_model_layers_3_mlp_situglu_W_u/std": 0.60546875, "train/tensor_act_model_layers_3_mlp_situglu_W_u/max_abs": 2.9375, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/norm": 255.7054901123047, "train/tensor_act_model_layers_3_mlp_situglu/mean": -0.0003833770751953125, "train/tensor_act_model_layers_3_mlp_situglu/std": 0.08837890625, "train/tensor_act_model_layers_3_mlp_situglu/max_abs": 1.09375, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 81.40192413330078, "train/tensor_act_model_layers_3_mlp_down_proj/mean": -0.00131988525390625, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.039794921875, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.1962890625, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 81.40192413330078, "train/tensor_act_model_layers_3_mlp/mean": -0.00131988525390625, "train/tensor_act_model_layers_3_mlp/std": 0.039794921875, "train/tensor_act_model_layers_3_mlp/max_abs": 0.1962890625, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 291.5433349609375, "train/tensor_act_model_layers_3/mean": 0.01336669921875, "train/tensor_act_model_layers_3/std": 0.1416015625, "train/tensor_act_model_layers_3/max_abs": 0.59375, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 2047.943359375, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.09130859375, "train/tensor_act_model_layers_4_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 4.1875, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 4093.433837890625, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": -0.05126953125, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 2.0, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 5.71875, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 3519.413818359375, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": 0.03662109375, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 1.71875, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 4.78125, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 389.37872314453125, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": 0.0185546875, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.189453125, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 0.95703125, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 101.04596710205078, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": -0.00494384765625, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.049072265625, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.25390625, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 101.04596710205078, "train/tensor_act_model_layers_4_self_attn/mean": -0.00494384765625, "train/tensor_act_model_layers_4_self_attn/std": 0.049072265625, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.25390625, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 2047.9525146484375, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.05029296875, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 3.859375, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/norm": 1662.90673828125, "train/tensor_act_model_layers_4_mlp_situglu_W_g/mean": 0.0517578125, "train/tensor_act_model_layers_4_mlp_situglu_W_g/std": 0.5703125, "train/tensor_act_model_layers_4_mlp_situglu_W_g/max_abs": 2.515625, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/norm": 2181.905517578125, "train/tensor_act_model_layers_4_mlp_situglu_W_u/mean": -0.034912109375, "train/tensor_act_model_layers_4_mlp_situglu_W_u/std": 0.75390625, "train/tensor_act_model_layers_4_mlp_situglu_W_u/max_abs": 3.421875, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/norm": 269.27789306640625, "train/tensor_act_model_layers_4_mlp_situglu/mean": -0.00360107421875, "train/tensor_act_model_layers_4_mlp_situglu/std": 0.0927734375, "train/tensor_act_model_layers_4_mlp_situglu/max_abs": 1.125, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 85.5801010131836, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.00099945068359375, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.041748046875, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.2119140625, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 85.5801010131836, "train/tensor_act_model_layers_4_mlp/mean": 0.00099945068359375, "train/tensor_act_model_layers_4_mlp/std": 0.041748046875, "train/tensor_act_model_layers_4_mlp/max_abs": 0.2119140625, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 293.184326171875, "train/tensor_act_model_layers_4/mean": 0.00946044921875, "train/tensor_act_model_layers_4/std": 0.142578125, "train/tensor_act_model_layers_4/max_abs": 0.5703125, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 2047.9456787109375, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.06396484375, "train/tensor_act_model_layers_5_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 3.828125, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 4169.45849609375, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": 0.0693359375, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 2.03125, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 5.59375, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 3631.006591796875, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": 0.07421875, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 1.7734375, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 4.875, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 402.7190246582031, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": -0.002410888671875, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.1962890625, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 116.77903747558594, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": -0.00958251953125, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.05615234375, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.330078125, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 116.77903747558594, "train/tensor_act_model_layers_5_self_attn/mean": -0.00958251953125, "train/tensor_act_model_layers_5_self_attn/std": 0.05615234375, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.330078125, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 2047.96044921875, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": -0.0023956298828125, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 3.828125, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/norm": 2023.75439453125, "train/tensor_act_model_layers_5_mlp_situglu_W_g/mean": 0.1533203125, "train/tensor_act_model_layers_5_mlp_situglu_W_g/std": 0.68359375, "train/tensor_act_model_layers_5_mlp_situglu_W_g/max_abs": 3.046875, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/norm": 2501.191650390625, "train/tensor_act_model_layers_5_mlp_situglu_W_u/mean": -0.0859375, "train/tensor_act_model_layers_5_mlp_situglu_W_u/std": 0.859375, "train/tensor_act_model_layers_5_mlp_situglu_W_u/max_abs": 3.234375, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/norm": 335.49951171875, "train/tensor_act_model_layers_5_mlp_situglu/mean": 0.0036773681640625, "train/tensor_act_model_layers_5_mlp_situglu/std": 0.11572265625, "train/tensor_act_model_layers_5_mlp_situglu/max_abs": 1.5, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 104.0974349975586, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.003448486328125, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.05078125, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.287109375, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 104.0974349975586, "train/tensor_act_model_layers_5_mlp/mean": 0.003448486328125, "train/tensor_act_model_layers_5_mlp/std": 0.05078125, "train/tensor_act_model_layers_5_mlp/max_abs": 0.287109375, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 319.0170593261719, "train/tensor_act_model_layers_5/mean": 0.0032958984375, "train/tensor_act_model_layers_5/std": 0.1552734375, "train/tensor_act_model_layers_5/max_abs": 0.65625, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 2047.955810546875, "train/tensor_act_model_layers_6_input_layernorm/mean": 0.0203857421875, "train/tensor_act_model_layers_6_input_layernorm/std": 1.0, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 4.125, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 4061.1376953125, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": 0.2451171875, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 1.96875, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 5.71875, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 3524.955322265625, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": 0.09130859375, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 1.71875, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 4.3125, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 371.7486572265625, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": -0.01068115234375, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.181640625, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 0.9765625, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 97.32447814941406, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.0031585693359375, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.04736328125, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 0.29296875, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 97.32447814941406, "train/tensor_act_model_layers_6_self_attn/mean": -0.0031585693359375, "train/tensor_act_model_layers_6_self_attn/std": 0.04736328125, "train/tensor_act_model_layers_6_self_attn/max_abs": 0.29296875, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 2047.9608154296875, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": 0.0004482269287109375, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 3.90625, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/norm": 2316.353759765625, "train/tensor_act_model_layers_6_mlp_situglu_W_g/mean": 0.1875, "train/tensor_act_model_layers_6_mlp_situglu_W_g/std": 0.77734375, "train/tensor_act_model_layers_6_mlp_situglu_W_g/max_abs": 3.84375, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/norm": 2640.516357421875, "train/tensor_act_model_layers_6_mlp_situglu_W_u/mean": -0.004364013671875, "train/tensor_act_model_layers_6_mlp_situglu_W_u/std": 0.91015625, "train/tensor_act_model_layers_6_mlp_situglu_W_u/max_abs": 3.9375, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/norm": 430.89111328125, "train/tensor_act_model_layers_6_mlp_situglu/mean": 4.351139068603516e-06, "train/tensor_act_model_layers_6_mlp_situglu/std": 0.1484375, "train/tensor_act_model_layers_6_mlp_situglu/max_abs": 1.5546875, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 126.83958435058594, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.0010986328125, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.06201171875, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.306640625, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 126.83958435058594, "train/tensor_act_model_layers_6_mlp/mean": 0.0010986328125, "train/tensor_act_model_layers_6_mlp/std": 0.06201171875, "train/tensor_act_model_layers_6_mlp/max_abs": 0.306640625, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 351.06317138671875, "train/tensor_act_model_layers_6/mean": 0.00124359130859375, "train/tensor_act_model_layers_6/std": 0.171875, "train/tensor_act_model_layers_6/max_abs": 0.77734375, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 2047.9647216796875, "train/tensor_act_model_layers_7_input_layernorm/mean": 0.007415771484375, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 3.84375, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 3485.818603515625, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": -0.1630859375, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 1.6953125, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 4.6875, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 3180.53466796875, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": -0.10009765625, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 1.546875, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 4.21875, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 358.445068359375, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": 0.0107421875, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.1748046875, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 0.8984375, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 69.21586608886719, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": -0.0030670166015625, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.03369140625, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 0.287109375, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 69.21586608886719, "train/tensor_act_model_layers_7_self_attn/mean": -0.0030670166015625, "train/tensor_act_model_layers_7_self_attn/std": 0.03369140625, "train/tensor_act_model_layers_7_self_attn/max_abs": 0.287109375, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 2047.9637451171875, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": -0.0106201171875, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 3.75, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/norm": 2301.469970703125, "train/tensor_act_model_layers_7_mlp_situglu_W_g/mean": 0.3046875, "train/tensor_act_model_layers_7_mlp_situglu_W_g/std": 0.734375, "train/tensor_act_model_layers_7_mlp_situglu_W_g/max_abs": 3.984375, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/norm": 2615.2734375, "train/tensor_act_model_layers_7_mlp_situglu_W_u/mean": 0.035888671875, "train/tensor_act_model_layers_7_mlp_situglu_W_u/std": 0.90234375, "train/tensor_act_model_layers_7_mlp_situglu_W_u/max_abs": 4.5, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/norm": 557.5785522460938, "train/tensor_act_model_layers_7_mlp_situglu/mean": -0.005035400390625, "train/tensor_act_model_layers_7_mlp_situglu/std": 0.1923828125, "train/tensor_act_model_layers_7_mlp_situglu/max_abs": 3.03125, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 164.62240600585938, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.005096435546875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.080078125, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.4453125, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 164.62240600585938, "train/tensor_act_model_layers_7_mlp/mean": -0.005096435546875, "train/tensor_act_model_layers_7_mlp/std": 0.080078125, "train/tensor_act_model_layers_7_mlp/max_abs": 0.4453125, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 403.3613586425781, "train/tensor_act_model_layers_7/mean": -0.006927490234375, "train/tensor_act_model_layers_7/std": 0.197265625, "train/tensor_act_model_layers_7/max_abs": 0.89453125, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 2047.96875, "train/tensor_act_model_layers_8_input_layernorm/mean": -0.033935546875, "train/tensor_act_model_layers_8_input_layernorm/std": 1.0, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 3.953125, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 3368.70751953125, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": 0.091796875, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 1.640625, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 4.59375, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 2940.167236328125, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": -0.04443359375, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 1.4375, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 3.734375, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 394.9879455566406, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": -0.0107421875, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.1923828125, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 0.9375, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 101.6133804321289, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": -0.00156402587890625, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.049560546875, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 0.255859375, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 101.6133804321289, "train/tensor_act_model_layers_8_self_attn/mean": -0.00156402587890625, "train/tensor_act_model_layers_8_self_attn/std": 0.049560546875, "train/tensor_act_model_layers_8_self_attn/max_abs": 0.255859375, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 2047.956787109375, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": -0.046142578125, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 4.15625, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/norm": 2168.84130859375, "train/tensor_act_model_layers_8_mlp_situglu_W_g/mean": 0.333984375, "train/tensor_act_model_layers_8_mlp_situglu_W_g/std": 0.671875, "train/tensor_act_model_layers_8_mlp_situglu_W_g/max_abs": 3.953125, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/norm": 2454.028564453125, "train/tensor_act_model_layers_8_mlp_situglu_W_u/mean": 0.00140380859375, "train/tensor_act_model_layers_8_mlp_situglu_W_u/std": 0.84765625, "train/tensor_act_model_layers_8_mlp_situglu_W_u/max_abs": 4.25, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/norm": 1110.0914306640625, "train/tensor_act_model_layers_8_mlp_situglu/mean": -0.015625, "train/tensor_act_model_layers_8_mlp_situglu/std": 0.3828125, "train/tensor_act_model_layers_8_mlp_situglu/max_abs": 7.53125, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 475.1289978027344, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.00107574462890625, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.232421875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 1.3359375, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 475.1289978027344, "train/tensor_act_model_layers_8_mlp/mean": 0.00107574462890625, "train/tensor_act_model_layers_8_mlp/std": 0.232421875, "train/tensor_act_model_layers_8_mlp/max_abs": 1.3359375, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 647.572509765625, "train/tensor_act_model_layers_8/mean": -0.007415771484375, "train/tensor_act_model_layers_8/std": 0.31640625, "train/tensor_act_model_layers_8/max_abs": 1.7734375, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 2047.9686279296875, "train/tensor_act_model_norm/mean": -0.0159912109375, "train/tensor_act_model_norm/std": 1.0, "train/tensor_act_model_norm/max_abs": 4.40625, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 2047.9686279296875, "train/tensor_act_model/mean": -0.0159912109375, "train/tensor_act_model/std": 1.0, "train/tensor_act_model/max_abs": 4.40625, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 20014.841796875, "train/tensor_act_lm_head/mean": -1.15625, "train/tensor_act_lm_head/std": 1.28125, "train/tensor_act_lm_head/max_abs": 10.875, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 0.2845333516597748, "train/tensor_act_/mean": 0.2845333516597748, "train/tensor_act_/std": NaN, "train/tensor_act_/max_abs": 0.2845333516597748, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.1533203125, "train/tensor_grad_model_norm_weight/mean": -0.0125732421875, "train/tensor_grad_model_norm_weight/std": 0.0050048828125, "train/tensor_grad_model_norm_weight/max_abs": 0.0283203125, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.027099609375, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 4.3213367462158203e-07, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 0.00014972686767578125, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.001617431640625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/norm": 0.01416015625, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/mean": 5.401670932769775e-07, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/std": 7.82012939453125e-05, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.00089263916015625, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/norm": 0.01513671875, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/mean": -1.816079020500183e-07, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/std": 8.344650268554688e-05, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.000957489013671875, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.001007080078125, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": -6.031990051269531e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 6.580352783203125e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 0.000362396240234375, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.0167236328125, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": -9.834766387939453e-07, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 0.00013065338134765625, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.0013427734375, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.0203857421875, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": -5.587935447692871e-07, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 0.00015926361083984375, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.000690460205078125, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.000675201416015625, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": -6.984919309616089e-09, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 5.27501106262207e-06, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 4.267692565917969e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.000324249267578125, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": -1.2398231774568558e-08, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 2.5331974029541016e-06, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 2.3126602172851562e-05, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.0004367828369140625, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": 6.705522537231445e-06, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 3.814697265625e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 0.00012969970703125, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.025390625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 1.1594966053962708e-07, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 0.00014019012451171875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.00144195556640625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/norm": 0.02685546875, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/mean": 2.7939677238464355e-07, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/std": 0.00014781951904296875, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.002166748046875, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/norm": 0.0244140625, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/mean": 4.423782229423523e-08, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/std": 0.0001354217529296875, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.002227783203125, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.00087738037109375, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": 2.3990869522094727e-06, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 7.772445678710938e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.0002803802490234375, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.0146484375, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": 6.705522537231445e-08, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 0.00011444091796875, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.0009002685546875, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.029052734375, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": 1.6111880540847778e-07, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.0002269744873046875, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.000873565673828125, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 0.0001468658447265625, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": 4.2782630771398544e-09, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 1.1473894119262695e-06, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 1.4960765838623047e-05, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 7.486343383789062e-05, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": 6.330083124339581e-10, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 5.848705768585205e-07, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 4.5299530029296875e-06, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.0006561279296875, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": 3.6694109439849854e-07, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 5.817413330078125e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 0.000202178955078125, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.0196533203125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -3.0547380447387695e-07, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 0.0001087188720703125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.00109100341796875, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/norm": 0.028564453125, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/mean": 5.6461431086063385e-09, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/std": 0.0001583099365234375, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.002716064453125, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/norm": 0.0245361328125, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/mean": 5.21540641784668e-08, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/std": 0.0001354217529296875, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.0011138916015625, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.00090789794921875, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": 2.9355287551879883e-06, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 8.058547973632812e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 0.0003376007080078125, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.0189208984375, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": -5.438923835754395e-07, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 0.00014781951904296875, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.001373291015625, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.0341796875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": 1.4454126358032227e-06, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.00026702880859375, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.00115966796875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 0.0001392364501953125, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": 2.561137080192566e-08, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 1.087784767150879e-06, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 1.3053417205810547e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 5.364418029785156e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": 3.637978807091713e-09, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 4.1909515857696533e-07, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 2.8312206268310547e-06, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.00074005126953125, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": -5.0961971282958984e-06, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 6.532669067382812e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.0002155303955078125, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.0179443359375, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -1.73225998878479e-07, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 9.918212890625e-05, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.000698089599609375, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/norm": 0.0238037109375, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/mean": -2.7194619178771973e-07, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/std": 0.0001316070556640625, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.001953125, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/norm": 0.02685546875, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/mean": -1.3317912817001343e-07, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/std": 0.000148773193359375, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.00151824951171875, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.000858306884765625, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": 8.702278137207031e-06, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 7.581710815429688e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 0.00022983551025390625, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.02490234375, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": 6.631016731262207e-07, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 0.000194549560546875, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.00146484375, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.03662109375, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": -1.3783574104309082e-06, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.000286102294921875, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.00145721435546875, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 0.000152587890625, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": -5.525180313270539e-11, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 1.1920928955078125e-06, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 1.919269561767578e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 0.00011301040649414062, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": 1.025910023599863e-09, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 8.828938007354736e-07, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 8.225440979003906e-06, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.00075531005859375, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": -1.4841556549072266e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 6.532669067382812e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.000274658203125, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.0177001953125, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 3.371387720108032e-07, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 9.775161743164062e-05, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.0010223388671875, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/norm": 0.0189208984375, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/mean": 4.414469003677368e-07, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/std": 0.0001049041748046875, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.0010986328125, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/norm": 0.0255126953125, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/mean": -1.5273690223693848e-07, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/std": 0.000141143798828125, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.001251220703125, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.000751495361328125, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": -8.083879947662354e-07, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 6.67572021484375e-05, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 0.0001735687255859375, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.0260009765625, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": -2.2798776626586914e-06, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 0.00020313262939453125, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.00176239013671875, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.0400390625, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": 2.8461217880249023e-06, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 0.00031280517578125, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.00179290771484375, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 0.000125885009765625, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": 3.637978807091713e-09, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 9.834766387939453e-07, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 1.537799835205078e-05, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 7.343292236328125e-05, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": 3.92901711165905e-09, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 5.736947059631348e-07, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 5.245208740234375e-06, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.00078582763671875, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": 2.421438694000244e-07, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 6.961822509765625e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.000213623046875, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.017578125, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 1.3969838619232178e-07, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 9.679794311523438e-05, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.000835418701171875, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/norm": 0.02783203125, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/mean": 4.1350722312927246e-07, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/std": 0.00015354156494140625, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.002105712890625, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/norm": 0.0191650390625, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/mean": -2.1606683731079102e-07, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/std": 0.00010585784912109375, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.00103759765625, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.000713348388671875, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": 2.652406692504883e-06, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 6.341934204101562e-05, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.0001983642578125, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 0.0341796875, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": -5.848705768585205e-07, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.00026702880859375, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.002410888671875, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 0.04638671875, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": -1.385807991027832e-06, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.000362396240234375, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.00170135498046875, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 0.0004062652587890625, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": -9.022187441587448e-09, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 3.1888484954833984e-06, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 4.315376281738281e-05, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 0.00017452239990234375, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": -1.1423253454267979e-09, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 1.3634562492370605e-06, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 1.138448715209961e-05, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.00091552734375, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": -2.9206275939941406e-06, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 8.153915405273438e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.00029754638671875, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.0198974609375, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 1.4901161193847656e-07, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 0.00011014938354492188, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.00124359130859375, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/norm": 0.0228271484375, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/mean": 2.1327286958694458e-07, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/std": 0.000125885009765625, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.0016021728515625, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/norm": 0.027099609375, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/mean": 1.080334186553955e-06, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/std": 0.00014972686767578125, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.00130462646484375, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.00091552734375, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": 6.556510925292969e-06, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 8.106231689453125e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.0002593994140625, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 0.03955078125, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": 5.774199962615967e-07, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 0.000308990478515625, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.003814697265625, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 0.040283203125, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": 5.662441253662109e-06, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.0003147125244140625, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.001617431640625, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.0003261566162109375, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": -1.709850039333105e-09, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 2.5480985641479492e-06, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 2.8371810913085938e-05, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 0.00022983551025390625, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": 3.899913281202316e-09, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 1.7955899238586426e-06, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 1.633167266845703e-05, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.000751495361328125, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": -3.933906555175781e-06, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 6.67572021484375e-05, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.00020694732666015625, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.038818359375, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -2.738088369369507e-07, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.00021457672119140625, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.0021209716796875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/norm": 0.0260009765625, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/mean": -5.21540641784668e-07, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/std": 0.00014400482177734375, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.0024566650390625, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/norm": 0.0263671875, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/mean": -1.55717134475708e-06, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/std": 0.00014495849609375, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.00189208984375, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.00086212158203125, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": -2.1338462829589844e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 7.343292236328125e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.000316619873046875, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 0.03759765625, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": 2.738088369369507e-07, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 0.000293731689453125, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.00274658203125, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 0.03125, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": 1.5273690223693848e-06, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.000244140625, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.001373291015625, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.0004425048828125, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": 7.566995918750763e-10, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 3.4570693969726562e-06, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 2.5272369384765625e-05, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.0005645751953125, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": 3.3905962482094765e-09, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 4.410743713378906e-06, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 5.364418029785156e-05, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.00051116943359375, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": 1.6540288925170898e-06, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 4.5299530029296875e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 0.00015735626220703125, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 0.0296630859375, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": -1.1101365089416504e-06, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 0.000164031982421875, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.00147247314453125, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/norm": 0.0162353515625, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/mean": 3.110617399215698e-07, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/std": 8.96453857421875e-05, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.00127410888671875, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/norm": 0.01708984375, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/mean": 9.639188647270203e-08, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/std": 9.441375732421875e-05, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.0014495849609375, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.000545501708984375, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": 1.646578311920166e-06, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 4.839897155761719e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.00020694732666015625, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.0380859375, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": -8.381903171539307e-07, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.00029754638671875, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.0035858154296875, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.018798828125, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": 1.2852251529693604e-07, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 0.0001468658447265625, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.00116729736328125, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.000598907470703125, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": -3.702007234096527e-08, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 4.678964614868164e-06, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 6.198883056640625e-05, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.0009918212890625, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": 1.2386590242385864e-07, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 7.748603820800781e-06, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 6.29425048828125e-05, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.000354766845703125, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": 1.0505318641662598e-06, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 3.147125244140625e-05, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 0.0001583099365234375, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 0.1689453125, "train/tensor_grad_model_embed_tokens_weight/mean": -1.4668330550193787e-08, "train/tensor_grad_model_embed_tokens_weight/std": 0.00023365020751953125, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.0181884765625, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 49.0, "train/tensor_param_model_embed_tokens_weight/mean": 0.00185394287109375, "train/tensor_param_model_embed_tokens_weight/std": 0.0673828125, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.1865234375, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 3.171875, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -0.000530242919921875, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.0247802734375, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 3.28125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 0.00010633468627929688, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.025634765625, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.546875, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 0.00011491775512695312, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.0198974609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": -0.00010538101196289062, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/norm": 4.1875, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/mean": 7.390975952148438e-05, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/std": 0.0230712890625, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.111328125, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/norm": 4.1875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/mean": -1.4126300811767578e-05, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/std": 0.023193359375, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 4.15625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.00010156631469726562, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.02294921875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 3.109375, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": 9.870529174804688e-05, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.0242919921875, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 3.09375, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": 3.838539123535156e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.024169921875, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": -0.0001888275146484375, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": -2.5987625122070312e-05, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/norm": 4.0625, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/mean": 7.152557373046875e-06, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/std": 0.0223388671875, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/norm": 4.125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/mean": -0.00017547607421875, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/std": 0.0228271484375, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.09814453125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 4.03125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -5.245208740234375e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 3.609375, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": -0.0003566741943359375, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 3.4375, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.02685546875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": -1.9550323486328125e-05, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": -0.0001678466796875, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/norm": 3.9375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/mean": 8.296966552734375e-05, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/std": 0.021728515625, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/norm": 4.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/mean": -9.059906005859375e-05, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/std": 0.0220947265625, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 3.953125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 3.53125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": 6.723403930664062e-05, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.027587890625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 3.34375, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": -4.76837158203125e-05, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.026123046875, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": -2.300739288330078e-05, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 2.703125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -0.000209808349609375, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/norm": 3.90625, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/mean": -5.125999450683594e-06, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/std": 0.021484375, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/norm": 3.953125, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/mean": -8.106231689453125e-05, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/std": 0.0218505859375, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.09375, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 3.953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.0001964569091796875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 3.71875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": -8.487701416015625e-05, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 3.484375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": 6.103515625e-05, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.0272216796875, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.625, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": -3.5315752029418945e-06, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": -6.961822509765625e-05, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/norm": 3.90625, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/mean": 4.7206878662109375e-05, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/std": 0.021484375, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/norm": 3.984375, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/mean": 9.834766387939453e-06, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/std": 0.02197265625, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 3.984375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.00012969970703125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 3.765625, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -7.915496826171875e-05, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 3.578125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": -0.00020694732666015625, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": -0.00017261505126953125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 2.8125, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": 0.0001621246337890625, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/norm": 3.984375, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/mean": 9.965896606445312e-05, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/std": 0.02197265625, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/norm": 4.09375, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/mean": -0.00018024444580078125, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/std": 0.022705078125, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 4.0625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.000339508056640625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 3.75, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": -3.337860107421875e-05, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 3.546875, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.00023651123046875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.796875, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.0002346038818359375, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.0218505859375, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/norm": 4.15625, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/mean": 0.00015735626220703125, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/std": 0.0230712890625, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.0888671875, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/norm": 4.28125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/mean": 0.0003299713134765625, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/std": 0.023681640625, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.28125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.000148773193359375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.023681640625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 3.640625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": -0.00021266937255859375, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 3.5, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.0004177093505859375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.02734375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 2.59375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -0.00011301040649414062, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.020263671875, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 2.703125, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": -8.821487426757812e-05, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.0211181640625, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/norm": 4.53125, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/std": 0.0250244140625, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/norm": 4.53125, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/mean": 8.058547973632812e-05, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/std": 0.0250244140625, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.46875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -7.62939453125e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.024658203125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 3.828125, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": -3.910064697265625e-05, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.10009765625, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 3.609375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": 9.059906005859375e-05, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": -2.110004425048828e-05, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/norm": 5.53125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/mean": -0.000598907470703125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/std": 0.030517578125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/norm": 5.5625, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/mean": 8.678436279296875e-05, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/std": 0.03076171875, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} +{"step": 1040, "epoch": 0.07010448264239973, "timestamp": 1786049332.5747144, "loss": 0.2767570734024048, "grad_norm": 0.28125, "learning_rate": 0.0003, "train/total_time_seconds": 34.360894080251455, "train/time_per_step_avg": 0.0328893069922924, "train/epoch_time_elapsed": 127.21643804386258, "train/estimated_remaining_minutes": 0.5286291396961762} +{"step": 1060, "epoch": 0.07145264577013818, "timestamp": 1786049334.1541617, "loss": 0.2760180950164795, "grad_norm": 0.333984375, "learning_rate": 0.0003, "train/total_time_seconds": 34.99985012412071, "train/time_per_step_avg": 0.032621673755347726, "train/epoch_time_elapsed": 128.79588547721505, "train/estimated_remaining_minutes": 0.5172933823376332} +{"step": 1080, "epoch": 0.07280080889787664, "timestamp": 1786049335.840834, "loss": 0.2714431047439575, "grad_norm": 0.306640625, "learning_rate": 0.0003, "train/total_time_seconds": 35.64944399893284, "train/time_per_step_avg": 0.032718315459787845, "train/epoch_time_elapsed": 130.4825569242239, "train/estimated_remaining_minutes": 0.5061340814663304} +{"step": 1100, "epoch": 0.0741489720256151, "timestamp": 1786049337.4958847, "loss": 0.2704152584075928, "grad_norm": 0.32421875, "learning_rate": 0.0003, "train/total_time_seconds": 36.29855993390083, "train/time_per_step_avg": 0.03281745795160532, "train/epoch_time_elapsed": 132.1376082263887, "train/estimated_remaining_minutes": 0.4949803627350113} +{"step": 1120, "epoch": 0.07549713515335356, "timestamp": 1786049339.069879, "loss": 0.26700942516326903, "grad_norm": 0.37890625, "learning_rate": 0.0003, "train/total_time_seconds": 36.93762171640992, "train/time_per_step_avg": 0.032158492654562, "train/epoch_time_elapsed": 133.7116028815508, "train/estimated_remaining_minutes": 0.4837069510482251} +{"step": 1140, "epoch": 0.07684529828109202, "timestamp": 1786049340.6461594, "loss": 0.29485843181610105, "grad_norm": 1.140625, "learning_rate": 0.0003, "train/total_time_seconds": 37.57662516832352, "train/time_per_step_avg": 0.032157310880720616, "train/epoch_time_elapsed": 135.28788346797228, "train/estimated_remaining_minutes": 0.47245464392921377} +{"step": 1160, "epoch": 0.07819346140883048, "timestamp": 1786049342.2469296, "loss": 0.27065248489379884, "grad_norm": 0.400390625, "learning_rate": 0.0003, "train/total_time_seconds": 38.23516061902046, "train/time_per_step_avg": 0.0323531049489975, "train/epoch_time_elapsed": 136.88865327835083, "train/estimated_remaining_minutes": 0.4614588350571436} +{"step": 1180, "epoch": 0.07954162453656892, "timestamp": 1786049343.8605692, "loss": 0.26451032161712645, "grad_norm": 0.333984375, "learning_rate": 0.0003, "train/total_time_seconds": 38.87937546521425, "train/time_per_step_avg": 0.03229931466281414, "train/epoch_time_elapsed": 138.5022927299142, "train/estimated_remaining_minutes": 0.4502978514332724} +{"step": 1200, "epoch": 0.08088978766430738, "timestamp": 1786049345.4488366, "loss": 0.26219322681427004, "grad_norm": 0.267578125, "learning_rate": 0.0003, "train/total_time_seconds": 39.519713662564754, "train/time_per_step_avg": 0.03221153728663921, "train/epoch_time_elapsed": 140.0905589349568, "train/estimated_remaining_minutes": 0.43910792958405287} +{"step": 1200, "epoch": 0.08088978766430738, "timestamp": 1786049354.058731, "eval_loss": 0.2612524628639221, "eval_runtime": 8.6079, "eval_samples_per_second": 1106.779, "eval_steps_per_second": 17.31, "train/total_time_seconds": 39.519713662564754, "train/time_per_step_avg": 0.03221153728663921, "train/epoch_time_elapsed": 148.7003996372223, "train/estimated_remaining_minutes": 0.43910792958405287} +{"step": 1220, "epoch": 0.08223795079204584, "timestamp": 1786049355.7665222, "loss": 0.2575028896331787, "grad_norm": 0.25, "learning_rate": 0.0003, "train/total_time_seconds": 40.23794702067971, "train/time_per_step_avg": 0.033003253042697904, "train/epoch_time_elapsed": 150.4081557802856, "train/estimated_remaining_minutes": 0.42876500923675104, "train/global/act/norm": 27361.824875072976, "train/global/act/mean": -0.18749985509167894, "train/global/act/std": 0.0, "train/global/act/max_abs": 11.0, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 0.26266098239935004, "train/global/grad/mean": -6.506703186424007e-07, "train/global/grad/std": 0.00018566706597573611, "train/global/grad/max_abs": 0.02685546875, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 75.89049953664737, "train/global/param/mean": 0.0016816908687229237, "train/global/param/std": 0.053677970197608095, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 7068.282886003249, "train/layer_model_layers_6/act/mean": 0.04405975341796875, "train/layer_model_layers_6/act/std": 0.8624905389061484, "train/layer_model_layers_6/act/max_abs": 5.59375, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.04216164339416272, "train/layer_model_layers_6/grad/mean": 3.1579245178264316e-09, "train/layer_model_layers_6/grad/std": 0.00010416203991211132, "train/layer_model_layers_6/grad/max_abs": 0.0020751953125, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 18.386057737879128, "train/layer__model_layers_1/param/mean": 0.0015113104524180968, "train/layer__model_layers_1/param/std": 0.04537398687008128, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 18.938466868882234, "train/layer__model_layers_7/param/mean": 0.0015069303944032762, "train/layer__model_layers_7/param/std": 0.046723524680446334, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 3953.34234676679, "train/layer_model_layers_0/act/mean": 0.004695534706115723, "train/layer_model_layers_0/act/std": 0.48264516809611374, "train/layer_model_layers_0/act/max_abs": 4.46875, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 0.044963038859705165, "train/layer_model_layers_0/grad/mean": -2.7245180841169194e-08, "train/layer_model_layers_0/grad/std": 0.00011106985042740179, "train/layer_model_layers_0/grad/max_abs": 0.00250244140625, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 19.70047935251196, "train/layer__model_layers_8/param/mean": 0.0013754393864719432, "train/layer__model_layers_8/param/std": 0.04861322946151457, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 6781.78582221477, "train/layer_model_layers_4/act/mean": 0.011662960052490234, "train/layer_model_layers_4/act/std": 0.8271131850720504, "train/layer_model_layers_4/act/max_abs": 5.75, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 0.04768747451511702, "train/layer_model_layers_4/grad/mean": -3.3046114556317027e-07, "train/layer_model_layers_4/grad/std": 0.00011768301286469187, "train/layer_model_layers_4/grad/max_abs": 0.0016632080078125, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 6377.421941121706, "train/layer_model_layers_8/act/mean": 0.0365297794342041, "train/layer_model_layers_8/act/std": 0.7777276136502714, "train/layer_model_layers_8/act/max_abs": 7.84375, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.031073001884706734, "train/layer_model_layers_8/grad/mean": 6.87464258042215e-08, "train/layer_model_layers_8/grad/std": 7.660532020074922e-05, "train/layer_model_layers_8/grad/max_abs": 0.0017547607421875, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 7051.203608526049, "train/layer_model_layers_5/act/mean": 0.020662307739257812, "train/layer_model_layers_5/act/std": 0.8620385731573889, "train/layer_model_layers_5/act/max_abs": 5.5, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 0.04517368557868195, "train/layer_model_layers_5/grad/mean": 2.7843057969803e-07, "train/layer_model_layers_5/grad/std": 0.00011153405714743116, "train/layer_model_layers_5/grad/max_abs": 0.00159454345703125, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 18.472226301430208, "train/layer__model_layers_3/param/mean": 0.001482340921291881, "train/layer__model_layers_3/param/std": 0.045588691595873206, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 18.550231372798965, "train/layer__model_layers_4/param/mean": 0.0015924843536710219, "train/layer__model_layers_4/param/std": 0.045771253828915934, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 18.651381274251513, "train/layer__model_layers_5/param/mean": 0.0015865807972162637, "train/layer__model_layers_5/param/std": 0.0460095762402557, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 18.5082659426302, "train/layer__model_layers_0/param/mean": 0.0015559680004387675, "train/layer__model_layers_0/param/std": 0.04567308856617633, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 4424.09011900222, "train/layer_model_layers_1/act/mean": 0.021772384643554688, "train/layer_model_layers_1/act/std": 0.5402583640050431, "train/layer_model_layers_1/act/max_abs": 3.90625, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 0.06060595682714175, "train/layer_model_layers_1/grad/mean": 7.212010914003607e-07, "train/layer_model_layers_1/grad/std": 0.0001494826454119343, "train/layer_model_layers_1/grad/max_abs": 0.0019683837890625, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 6265.767159193022, "train/layer_model_layers_3/act/mean": 0.03139781951904297, "train/layer_model_layers_3/act/std": 0.7652373938780962, "train/layer_model_layers_3/act/max_abs": 5.09375, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 0.05179904660099451, "train/layer_model_layers_3/grad/mean": 7.253840519187975e-07, "train/layer_model_layers_3/grad/std": 0.00012790649104521488, "train/layer_model_layers_3/grad/max_abs": 0.001983642578125, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 18.5328769838057, "train/layer__model_layers_2/param/mean": 0.0014453596332329856, "train/layer__model_layers_2/param/std": 0.045733591899790066, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 6590.457615019049, "train/layer_model_layers_7/act/mean": 0.022609710693359375, "train/layer_model_layers_7/act/std": 0.8035990281533224, "train/layer_model_layers_7/act/max_abs": 4.625, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.03588229544885463, "train/layer_model_layers_7/grad/mean": -2.070267607752879e-08, "train/layer_model_layers_7/grad/std": 8.865979522174375e-05, "train/layer_model_layers_7/grad/max_abs": 0.00127410888671875, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 6169.842842688547, "train/layer_model_layers_2/act/mean": -0.00018358230590820312, "train/layer_model_layers_2/act/std": 0.752426295316215, "train/layer_model_layers_2/act/max_abs": 5.65625, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 0.051345330503161625, "train/layer_model_layers_2/grad/mean": 3.46451997756958e-07, "train/layer_model_layers_2/grad/std": 0.00012667524936634724, "train/layer_model_layers_2/grad/max_abs": 0.0026702880859375, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 18.76911135391404, "train/layer__model_layers_6/param/mean": 0.0017009860081903276, "train/layer__model_layers_6/param/std": 0.04631348565918381, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 156.77044677734375, "train/tensor_act_model_embed_tokens/mean": 2.777576446533203e-05, "train/tensor_act_model_embed_tokens/std": 0.07666015625, "train/tensor_act_model_embed_tokens/max_abs": 0.1865234375, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 812.1860961914062, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 2047.9085693359375, "train/tensor_act_model_layers_0_input_layernorm/mean": -0.0003910064697265625, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 3.15625, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 974.03662109375, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": -0.00909423828125, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.474609375, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 4.46875, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 1442.2830810546875, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": -0.06005859375, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.703125, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 4.09375, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 476.337158203125, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.000499725341796875, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.232421875, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.1484375, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 105.25116729736328, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": 0.0014495849609375, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.05126953125, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.306640625, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 105.25116729736328, "train/tensor_act_model_layers_0_self_attn/mean": 0.0014495849609375, "train/tensor_act_model_layers_0_self_attn/std": 0.05126953125, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.306640625, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 2047.85693359375, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": 0.01019287109375, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 3.203125, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/norm": 1348.9224853515625, "train/tensor_act_model_layers_0_mlp_situglu_W_g/mean": 0.07861328125, "train/tensor_act_model_layers_0_mlp_situglu_W_g/std": 0.458984375, "train/tensor_act_model_layers_0_mlp_situglu_W_g/max_abs": 2.765625, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/norm": 1403.6402587890625, "train/tensor_act_model_layers_0_mlp_situglu_W_u/mean": -0.015625, "train/tensor_act_model_layers_0_mlp_situglu_W_u/std": 0.484375, "train/tensor_act_model_layers_0_mlp_situglu_W_u/max_abs": 2.703125, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/norm": 311.2491455078125, "train/tensor_act_model_layers_0_mlp_situglu/mean": -0.0042724609375, "train/tensor_act_model_layers_0_mlp_situglu/std": 0.107421875, "train/tensor_act_model_layers_0_mlp_situglu/max_abs": 2.640625, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 117.44844818115234, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.00439453125, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.05712890625, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.2734375, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 117.44844818115234, "train/tensor_act_model_layers_0_mlp/mean": 0.00439453125, "train/tensor_act_model_layers_0_mlp/std": 0.05712890625, "train/tensor_act_model_layers_0_mlp/max_abs": 0.2734375, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 221.41702270507812, "train/tensor_act_model_layers_0/mean": 0.005859375, "train/tensor_act_model_layers_0/std": 0.10791015625, "train/tensor_act_model_layers_0/max_abs": 0.45703125, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 2047.9056396484375, "train/tensor_act_model_layers_1_input_layernorm/mean": 0.05419921875, "train/tensor_act_model_layers_1_input_layernorm/std": 1.0, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 3.53125, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 1101.7679443359375, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": 0.05517578125, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 0.53515625, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 2.421875, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 1386.5428466796875, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": 0.09375, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 0.671875, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 2.65625, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 460.3522033691406, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": -0.02685546875, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.2236328125, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 0.99609375, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 111.5205307006836, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": 0.009521484375, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.0537109375, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.232421875, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 111.5205307006836, "train/tensor_act_model_layers_1_self_attn/mean": 0.009521484375, "train/tensor_act_model_layers_1_self_attn/std": 0.0537109375, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.232421875, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 2047.9361572265625, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.11865234375, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 0.9921875, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 3.375, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/norm": 1867.3126220703125, "train/tensor_act_model_layers_1_mlp_situglu_W_g/mean": 0.046875, "train/tensor_act_model_layers_1_mlp_situglu_W_g/std": 0.64453125, "train/tensor_act_model_layers_1_mlp_situglu_W_g/max_abs": 2.359375, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/norm": 2024.2154541015625, "train/tensor_act_model_layers_1_mlp_situglu_W_u/mean": -0.038330078125, "train/tensor_act_model_layers_1_mlp_situglu_W_u/std": 0.69921875, "train/tensor_act_model_layers_1_mlp_situglu_W_u/max_abs": 3.90625, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/norm": 363.49249267578125, "train/tensor_act_model_layers_1_mlp_situglu/mean": 0.0024566650390625, "train/tensor_act_model_layers_1_mlp_situglu/std": 0.125, "train/tensor_act_model_layers_1_mlp_situglu/max_abs": 1.203125, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 123.46794128417969, "train/tensor_act_model_layers_1_mlp_down_proj/mean": -0.001007080078125, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.060302734375, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.283203125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 123.46794128417969, "train/tensor_act_model_layers_1_mlp/mean": -0.001007080078125, "train/tensor_act_model_layers_1_mlp/std": 0.060302734375, "train/tensor_act_model_layers_1_mlp/max_abs": 0.283203125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 253.9720458984375, "train/tensor_act_model_layers_1/mean": 0.014404296875, "train/tensor_act_model_layers_1/std": 0.123046875, "train/tensor_act_model_layers_1/max_abs": 0.46484375, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 2047.9283447265625, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.115234375, "train/tensor_act_model_layers_2_input_layernorm/std": 0.9921875, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 3.84375, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 3608.258544921875, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.189453125, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 1.75, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 5.65625, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 3130.464599609375, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": -0.07568359375, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 1.5234375, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 4.9375, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 466.59124755859375, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": -0.00433349609375, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.2275390625, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.34375, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 127.08718872070312, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": -0.00171661376953125, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.06201171875, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 0.3203125, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 127.08718872070312, "train/tensor_act_model_layers_2_self_attn/mean": -0.00171661376953125, "train/tensor_act_model_layers_2_self_attn/std": 0.06201171875, "train/tensor_act_model_layers_2_self_attn/max_abs": 0.3203125, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 2047.94677734375, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.08349609375, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 3.625, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/norm": 1685.5926513671875, "train/tensor_act_model_layers_2_mlp_situglu_W_g/mean": 0.015625, "train/tensor_act_model_layers_2_mlp_situglu_W_g/std": 0.58203125, "train/tensor_act_model_layers_2_mlp_situglu_W_g/max_abs": 2.390625, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/norm": 1900.531494140625, "train/tensor_act_model_layers_2_mlp_situglu_W_u/mean": 0.01251220703125, "train/tensor_act_model_layers_2_mlp_situglu_W_u/std": 0.65625, "train/tensor_act_model_layers_2_mlp_situglu_W_u/max_abs": 2.96875, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/norm": 250.94256591796875, "train/tensor_act_model_layers_2_mlp_situglu/mean": 0.00194549560546875, "train/tensor_act_model_layers_2_mlp_situglu/std": 0.08642578125, "train/tensor_act_model_layers_2_mlp_situglu/max_abs": 1.2265625, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 75.67172241210938, "train/tensor_act_model_layers_2_mlp_down_proj/mean": -0.000537872314453125, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.036865234375, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.21484375, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 75.67172241210938, "train/tensor_act_model_layers_2_mlp/mean": -0.000537872314453125, "train/tensor_act_model_layers_2_mlp/std": 0.036865234375, "train/tensor_act_model_layers_2_mlp/max_abs": 0.21484375, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 286.0926818847656, "train/tensor_act_model_layers_2/mean": 0.01214599609375, "train/tensor_act_model_layers_2/std": 0.1396484375, "train/tensor_act_model_layers_2/max_abs": 0.53125, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 2047.94580078125, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.08544921875, "train/tensor_act_model_layers_3_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 3.765625, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 3748.376708984375, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": 0.1484375, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 1.828125, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 5.09375, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 3146.50732421875, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": -0.016845703125, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 1.5390625, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 4.40625, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 431.3365783691406, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": -0.0101318359375, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.2099609375, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 114.88924407958984, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": 0.00286865234375, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.055908203125, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 0.2578125, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 114.88924407958984, "train/tensor_act_model_layers_3_self_attn/mean": 0.00286865234375, "train/tensor_act_model_layers_3_self_attn/std": 0.055908203125, "train/tensor_act_model_layers_3_self_attn/max_abs": 0.2578125, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 2047.950439453125, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.09423828125, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 3.78125, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/norm": 1863.7821044921875, "train/tensor_act_model_layers_3_mlp_situglu_W_g/mean": 0.0556640625, "train/tensor_act_model_layers_3_mlp_situglu_W_g/std": 0.640625, "train/tensor_act_model_layers_3_mlp_situglu_W_g/max_abs": 2.859375, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/norm": 1753.385009765625, "train/tensor_act_model_layers_3_mlp_situglu_W_u/mean": 0.036376953125, "train/tensor_act_model_layers_3_mlp_situglu_W_u/std": 0.60546875, "train/tensor_act_model_layers_3_mlp_situglu_W_u/max_abs": 2.96875, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/norm": 250.51625061035156, "train/tensor_act_model_layers_3_mlp_situglu/mean": -0.000469207763671875, "train/tensor_act_model_layers_3_mlp_situglu/std": 0.08642578125, "train/tensor_act_model_layers_3_mlp_situglu/max_abs": 1.109375, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 79.78190612792969, "train/tensor_act_model_layers_3_mlp_down_proj/mean": -0.000881195068359375, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.0390625, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.205078125, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 79.78190612792969, "train/tensor_act_model_layers_3_mlp/mean": -0.000881195068359375, "train/tensor_act_model_layers_3_mlp/std": 0.0390625, "train/tensor_act_model_layers_3_mlp/max_abs": 0.205078125, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 291.26800537109375, "train/tensor_act_model_layers_3/mean": 0.01409912109375, "train/tensor_act_model_layers_3/std": 0.1416015625, "train/tensor_act_model_layers_3/max_abs": 0.5703125, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 2047.9464111328125, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.0966796875, "train/tensor_act_model_layers_4_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 4.15625, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 4134.2822265625, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": -0.047119140625, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 2.015625, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 5.75, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 3543.0830078125, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": 0.041748046875, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 1.7265625, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 4.75, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 387.2437744140625, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": 0.01611328125, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.1884765625, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 1.0078125, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 100.30277252197266, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": -0.004791259765625, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.048828125, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.251953125, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 100.30277252197266, "train/tensor_act_model_layers_4_self_attn/mean": -0.004791259765625, "train/tensor_act_model_layers_4_self_attn/std": 0.048828125, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.251953125, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 2047.953369140625, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.056396484375, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 3.953125, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/norm": 1670.7274169921875, "train/tensor_act_model_layers_4_mlp_situglu_W_g/mean": 0.046142578125, "train/tensor_act_model_layers_4_mlp_situglu_W_g/std": 0.57421875, "train/tensor_act_model_layers_4_mlp_situglu_W_g/max_abs": 2.5, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/norm": 2197.332275390625, "train/tensor_act_model_layers_4_mlp_situglu_W_u/mean": -0.033935546875, "train/tensor_act_model_layers_4_mlp_situglu_W_u/std": 0.7578125, "train/tensor_act_model_layers_4_mlp_situglu_W_u/max_abs": 3.4375, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/norm": 262.0050964355469, "train/tensor_act_model_layers_4_mlp_situglu/mean": -0.0020599365234375, "train/tensor_act_model_layers_4_mlp_situglu/std": 0.09033203125, "train/tensor_act_model_layers_4_mlp_situglu/max_abs": 1.0859375, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 83.79470825195312, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.000911712646484375, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.041015625, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.212890625, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 83.79470825195312, "train/tensor_act_model_layers_4_mlp/mean": 0.000911712646484375, "train/tensor_act_model_layers_4_mlp/std": 0.041015625, "train/tensor_act_model_layers_4_mlp/max_abs": 0.212890625, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 293.8139953613281, "train/tensor_act_model_layers_4/mean": 0.01025390625, "train/tensor_act_model_layers_4/std": 0.1435546875, "train/tensor_act_model_layers_4/max_abs": 0.609375, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 2047.9481201171875, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.06982421875, "train/tensor_act_model_layers_5_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 4.03125, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 4181.4208984375, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": 0.0771484375, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 2.046875, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 5.5, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 3627.572265625, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": 0.0712890625, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 1.7734375, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 4.78125, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 400.2202453613281, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": -0.0035858154296875, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.1953125, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 115.8886947631836, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": -0.00909423828125, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.055908203125, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.34765625, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 115.8886947631836, "train/tensor_act_model_layers_5_self_attn/mean": -0.00909423828125, "train/tensor_act_model_layers_5_self_attn/std": 0.055908203125, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.34765625, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 2047.9593505859375, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": 0.00537109375, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 3.984375, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/norm": 2019.7728271484375, "train/tensor_act_model_layers_5_mlp_situglu_W_g/mean": 0.1435546875, "train/tensor_act_model_layers_5_mlp_situglu_W_g/std": 0.68359375, "train/tensor_act_model_layers_5_mlp_situglu_W_g/max_abs": 2.921875, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/norm": 2488.513671875, "train/tensor_act_model_layers_5_mlp_situglu_W_u/mean": -0.08740234375, "train/tensor_act_model_layers_5_mlp_situglu_W_u/std": 0.85546875, "train/tensor_act_model_layers_5_mlp_situglu_W_u/max_abs": 3.125, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/norm": 325.2025146484375, "train/tensor_act_model_layers_5_mlp_situglu/mean": 0.004425048828125, "train/tensor_act_model_layers_5_mlp_situglu/std": 0.1123046875, "train/tensor_act_model_layers_5_mlp_situglu/max_abs": 1.5078125, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 102.26206970214844, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.0021514892578125, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.0498046875, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.26953125, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 102.26206970214844, "train/tensor_act_model_layers_5_mlp/mean": 0.0021514892578125, "train/tensor_act_model_layers_5_mlp/std": 0.0498046875, "train/tensor_act_model_layers_5_mlp/max_abs": 0.26953125, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 319.0472106933594, "train/tensor_act_model_layers_5/mean": 0.0032806396484375, "train/tensor_act_model_layers_5/std": 0.1552734375, "train/tensor_act_model_layers_5/max_abs": 0.69140625, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 2047.9564208984375, "train/tensor_act_model_layers_6_input_layernorm/mean": 0.0203857421875, "train/tensor_act_model_layers_6_input_layernorm/std": 1.0, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 4.1875, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 4045.848388671875, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": 0.255859375, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 1.9609375, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 5.59375, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 3533.3759765625, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": 0.09423828125, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 1.7265625, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 4.21875, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 371.7092590332031, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": -0.01165771484375, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.1806640625, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 0.98828125, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 98.10623168945312, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.00286865234375, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.0478515625, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 0.283203125, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 98.10623168945312, "train/tensor_act_model_layers_6_self_attn/mean": -0.00286865234375, "train/tensor_act_model_layers_6_self_attn/std": 0.0478515625, "train/tensor_act_model_layers_6_self_attn/max_abs": 0.283203125, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 2047.960693359375, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": 0.0020751953125, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 3.875, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/norm": 2313.12255859375, "train/tensor_act_model_layers_6_mlp_situglu_W_g/mean": 0.1787109375, "train/tensor_act_model_layers_6_mlp_situglu_W_g/std": 0.77734375, "train/tensor_act_model_layers_6_mlp_situglu_W_g/max_abs": 3.8125, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/norm": 2622.43798828125, "train/tensor_act_model_layers_6_mlp_situglu_W_u/mean": -0.004119873046875, "train/tensor_act_model_layers_6_mlp_situglu_W_u/std": 0.90625, "train/tensor_act_model_layers_6_mlp_situglu_W_u/max_abs": 3.875, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/norm": 420.4695739746094, "train/tensor_act_model_layers_6_mlp_situglu/mean": -0.0005950927734375, "train/tensor_act_model_layers_6_mlp_situglu/std": 0.1455078125, "train/tensor_act_model_layers_6_mlp_situglu/max_abs": 1.734375, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 126.33264923095703, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.0004673004150390625, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.061767578125, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.33984375, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 126.33264923095703, "train/tensor_act_model_layers_6_mlp/mean": 0.0004673004150390625, "train/tensor_act_model_layers_6_mlp/std": 0.061767578125, "train/tensor_act_model_layers_6_mlp/max_abs": 0.33984375, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 353.3702392578125, "train/tensor_act_model_layers_6/mean": 0.000865936279296875, "train/tensor_act_model_layers_6/std": 0.1728515625, "train/tensor_act_model_layers_6/max_abs": 0.76171875, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 2047.9613037109375, "train/tensor_act_model_layers_7_input_layernorm/mean": 0.00506591796875, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 3.90625, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 3504.1298828125, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": -0.154296875, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 1.703125, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 4.625, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 3193.85009765625, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": -0.1123046875, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 1.5546875, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 4.03125, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 355.6697692871094, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": 0.00848388671875, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.173828125, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 0.8828125, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 68.40843963623047, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": -0.0028533935546875, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.033203125, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 0.27734375, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 68.40843963623047, "train/tensor_act_model_layers_7_self_attn/mean": -0.0028533935546875, "train/tensor_act_model_layers_7_self_attn/std": 0.033203125, "train/tensor_act_model_layers_7_self_attn/max_abs": 0.27734375, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 2047.965087890625, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": -0.01153564453125, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 3.859375, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/norm": 2284.983642578125, "train/tensor_act_model_layers_7_mlp_situglu_W_g/mean": 0.294921875, "train/tensor_act_model_layers_7_mlp_situglu_W_g/std": 0.73046875, "train/tensor_act_model_layers_7_mlp_situglu_W_g/max_abs": 3.875, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/norm": 2586.08642578125, "train/tensor_act_model_layers_7_mlp_situglu_W_u/mean": 0.0341796875, "train/tensor_act_model_layers_7_mlp_situglu_W_u/std": 0.890625, "train/tensor_act_model_layers_7_mlp_situglu_W_u/max_abs": 4.625, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/norm": 547.314208984375, "train/tensor_act_model_layers_7_mlp_situglu/mean": -0.005126953125, "train/tensor_act_model_layers_7_mlp_situglu/std": 0.1884765625, "train/tensor_act_model_layers_7_mlp_situglu/max_abs": 3.21875, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 165.64657592773438, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.004638671875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.08056640625, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.443359375, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 165.64657592773438, "train/tensor_act_model_layers_7_mlp/mean": -0.004638671875, "train/tensor_act_model_layers_7_mlp/std": 0.08056640625, "train/tensor_act_model_layers_7_mlp/max_abs": 0.443359375, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 408.5783996582031, "train/tensor_act_model_layers_7/mean": -0.006622314453125, "train/tensor_act_model_layers_7/std": 0.19921875, "train/tensor_act_model_layers_7/max_abs": 0.8828125, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 2047.9671630859375, "train/tensor_act_model_layers_8_input_layernorm/mean": -0.0322265625, "train/tensor_act_model_layers_8_input_layernorm/std": 1.0, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 3.90625, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 3302.933837890625, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": 0.0849609375, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 1.609375, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 4.5, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 2874.0263671875, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": -0.0380859375, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 1.40625, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 3.6875, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 391.1358337402344, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": -0.01190185546875, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.1904296875, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 0.9140625, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 94.60047912597656, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": -0.00165557861328125, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.046142578125, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 0.24609375, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 94.60047912597656, "train/tensor_act_model_layers_8_self_attn/mean": -0.00165557861328125, "train/tensor_act_model_layers_8_self_attn/std": 0.046142578125, "train/tensor_act_model_layers_8_self_attn/max_abs": 0.24609375, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 2047.9632568359375, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": -0.0439453125, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 3.953125, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/norm": 2173.666748046875, "train/tensor_act_model_layers_8_mlp_situglu_W_g/mean": 0.33203125, "train/tensor_act_model_layers_8_mlp_situglu_W_g/std": 0.671875, "train/tensor_act_model_layers_8_mlp_situglu_W_g/max_abs": 3.90625, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/norm": 2446.371826171875, "train/tensor_act_model_layers_8_mlp_situglu_W_u/mean": 0.00225830078125, "train/tensor_act_model_layers_8_mlp_situglu_W_u/std": 0.84375, "train/tensor_act_model_layers_8_mlp_situglu_W_u/max_abs": 4.40625, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/norm": 1134.7413330078125, "train/tensor_act_model_layers_8_mlp_situglu/mean": -0.01611328125, "train/tensor_act_model_layers_8_mlp_situglu/std": 0.390625, "train/tensor_act_model_layers_8_mlp_situglu/max_abs": 7.84375, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 495.190673828125, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.0003147125244140625, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.2421875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 1.3828125, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 495.190673828125, "train/tensor_act_model_layers_8_mlp/mean": 0.0003147125244140625, "train/tensor_act_model_layers_8_mlp/std": 0.2421875, "train/tensor_act_model_layers_8_mlp/max_abs": 1.3828125, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 674.7404174804688, "train/tensor_act_model_layers_8/mean": -0.00799560546875, "train/tensor_act_model_layers_8/std": 0.330078125, "train/tensor_act_model_layers_8/max_abs": 1.7421875, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 2047.9700927734375, "train/tensor_act_model_norm/mean": -0.01708984375, "train/tensor_act_model_norm/std": 1.0, "train/tensor_act_model_norm/max_abs": 4.28125, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 2047.9700927734375, "train/tensor_act_model/mean": -0.01708984375, "train/tensor_act_model/std": 1.0, "train/tensor_act_model/max_abs": 4.28125, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 19932.140625, "train/tensor_act_lm_head/mean": -1.1484375, "train/tensor_act_lm_head/std": 1.28125, "train/tensor_act_lm_head/max_abs": 11.0, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 0.25877711176872253, "train/tensor_act_/mean": 0.25877711176872253, "train/tensor_act_/std": NaN, "train/tensor_act_/max_abs": 0.25877711176872253, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.1474609375, "train/tensor_grad_model_norm_weight/mean": -0.0120849609375, "train/tensor_grad_model_norm_weight/std": 0.004852294921875, "train/tensor_grad_model_norm_weight/max_abs": 0.02685546875, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.02001953125, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 3.203749656677246e-07, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 0.00011014938354492188, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.0017547607421875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/norm": 0.0111083984375, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/mean": 7.916241884231567e-08, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/std": 6.151199340820312e-05, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.0009918212890625, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/norm": 0.010009765625, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/mean": 1.4435499906539917e-08, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/std": 5.53131103515625e-05, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.0005950927734375, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.000530242919921875, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": -1.7523765563964844e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 4.363059997558594e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 0.00014019012451171875, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.01153564453125, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": -3.2782554626464844e-07, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 9.012222290039062e-05, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.000946044921875, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.014404296875, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": 2.849847078323364e-07, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 0.0001125335693359375, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.00045013427734375, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.0004444122314453125, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": 2.4097971618175507e-08, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 3.471970558166504e-06, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 3.838539123535156e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.0001430511474609375, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": -2.270098775625229e-09, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 1.1175870895385742e-06, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 8.64267349243164e-06, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.0003223419189453125, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": 2.3692846298217773e-06, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 2.849102020263672e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 6.866455078125e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.017578125, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 1.2479722499847412e-07, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 9.72747802734375e-05, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.000926971435546875, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/norm": 0.0174560546875, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/mean": -1.601874828338623e-07, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/std": 9.679794311523438e-05, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.00127410888671875, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/norm": 0.01470947265625, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/mean": -8.42846930027008e-08, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/std": 8.106231689453125e-05, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.000934600830078125, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.000553131103515625, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": -3.7401914596557617e-06, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 4.887580871582031e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.000133514404296875, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.00994873046875, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": 5.168840289115906e-08, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 7.772445678710938e-05, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.000762939453125, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.0189208984375, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": -2.514570951461792e-08, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.00014781951904296875, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.000751495361328125, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 0.00015354156494140625, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": -1.3387762010097504e-09, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 1.1995434761047363e-06, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 1.5139579772949219e-05, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 0.000102996826171875, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": 1.0913936421275139e-09, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 8.046627044677734e-07, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 6.16908073425293e-06, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.000385284423828125, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": 4.470348358154297e-06, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 3.3855438232421875e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 0.000133514404296875, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.0135498046875, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 1.2479722499847412e-07, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 7.486343383789062e-05, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.00090789794921875, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/norm": 0.0203857421875, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/mean": 2.337619662284851e-07, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/std": 0.00011301040649414062, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.0020751953125, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/norm": 0.0177001953125, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/mean": -4.209578037261963e-07, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/std": 9.775161743164062e-05, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.00109100341796875, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.00061798095703125, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": -4.798173904418945e-06, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 5.459785461425781e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 0.0001583099365234375, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.01348876953125, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": -1.993030309677124e-07, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 0.00010538101196289062, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0009918212890625, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.026123046875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": 4.284083843231201e-07, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.0002040863037109375, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.000946044921875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 0.00012111663818359375, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": 2.176966518163681e-08, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 9.462237358093262e-07, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 1.3172626495361328e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 4.458427429199219e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": 1.709850039333105e-09, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 3.4831464290618896e-07, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 2.2798776626586914e-06, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.0006103515625, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": -7.510185241699219e-06, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 5.340576171875e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.000202178955078125, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.0118408203125, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -1.9744038581848145e-07, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 6.532669067382812e-05, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.000522613525390625, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/norm": 0.01953125, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/mean": 1.3597309589385986e-07, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/std": 0.00010824203491210938, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.00156402587890625, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/norm": 0.020751953125, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/mean": 2.253800630569458e-07, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/std": 0.00011444091796875, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.00159454345703125, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.000713348388671875, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": 6.079673767089844e-06, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 6.29425048828125e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 0.0002231597900390625, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.01806640625, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": 3.7439167499542236e-07, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 0.000141143798828125, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.0012969970703125, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.027587890625, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": 2.115964889526367e-06, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.0002155303955078125, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.001190185546875, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 9.441375732421875e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": -6.402842700481415e-09, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 7.37607479095459e-07, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 9.417533874511719e-06, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 5.316734313964844e-05, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": 1.0913936421275139e-09, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 4.153698682785034e-07, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 4.559755325317383e-06, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.000579833984375, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": -9.179115295410156e-06, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 5.054473876953125e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.00014209747314453125, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.01226806640625, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 2.1327286958694458e-07, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 6.771087646484375e-05, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.000644683837890625, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/norm": 0.017822265625, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/mean": -4.507601261138916e-07, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/std": 9.870529174804688e-05, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.00153350830078125, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/norm": 0.0194091796875, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/mean": -6.631016731262207e-07, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/std": 0.0001068115234375, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.00119781494140625, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.0006103515625, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": -3.129243850708008e-06, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 5.412101745605469e-05, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 0.0001983642578125, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.0189208984375, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": -1.385807991027832e-06, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 0.00014781951904296875, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0012054443359375, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.03271484375, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": -3.166496753692627e-08, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 0.000255584716796875, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0016632080078125, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 0.00011205673217773438, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": 1.3533281162381172e-09, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 8.754432201385498e-07, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 9.357929229736328e-06, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 7.724761962890625e-05, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": 2.750311978161335e-09, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 6.034970283508301e-07, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 6.8247318267822266e-06, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.000766754150390625, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": -9.059906005859375e-06, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 6.771087646484375e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.000202178955078125, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.01318359375, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 1.3317912817001343e-07, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 7.2479248046875e-05, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.00069427490234375, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/norm": 0.0218505859375, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/mean": 6.51925802230835e-07, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/std": 0.00012111663818359375, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.0018768310546875, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/norm": 0.019775390625, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/mean": 2.3748725652694702e-07, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/std": 0.00010919570922851562, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.0016326904296875, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.0005950927734375, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": 1.3485550880432129e-06, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 5.2928924560546875e-05, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.000171661376953125, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 0.0257568359375, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": 8.828938007354736e-07, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.00020122528076171875, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.001983642578125, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 0.03125, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": 4.380941390991211e-06, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.000244140625, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.00147247314453125, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 0.00030517578125, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": 1.5599653124809265e-08, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 2.384185791015625e-06, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 3.981590270996094e-05, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 0.0001354217529296875, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": -5.966285243630409e-10, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 1.0579824447631836e-06, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 1.0669231414794922e-05, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.000614166259765625, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": -8.881092071533203e-06, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 5.3882598876953125e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.000209808349609375, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.01416015625, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": -1.103617250919342e-07, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 7.82012939453125e-05, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.00075531005859375, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/norm": 0.013671875, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/mean": 2.2165477275848389e-07, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/std": 7.534027099609375e-05, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.00095367431640625, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/norm": 0.0167236328125, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/mean": 6.183981895446777e-07, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/std": 9.202957153320312e-05, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.0009918212890625, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.00048828125, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": -7.3909759521484375e-06, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 4.267692565917969e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.00021648406982421875, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 0.031494140625, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": 9.424984455108643e-07, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 0.0002460479736328125, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.0026702880859375, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 0.03125, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": 1.1622905731201172e-06, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.000244140625, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.00128936767578125, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.00022125244140625, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": -1.525040715932846e-08, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 1.7285346984863281e-06, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 1.9073486328125e-05, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 0.00012159347534179688, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": 5.762558430433273e-09, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 9.499490261077881e-07, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 1.0073184967041016e-05, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.000698089599609375, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": -3.4570693969726562e-06, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 6.198883056640625e-05, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.0002193450927734375, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.03125, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -3.203749656677246e-07, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.00017261505126953125, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.00145721435546875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/norm": 0.0206298828125, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/mean": 3.334134817123413e-07, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/std": 0.00011348724365234375, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.00148773193359375, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/norm": 0.023193359375, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/mean": 1.5422701835632324e-06, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/std": 0.0001277923583984375, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.001708984375, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.00072479248046875, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": -3.0040740966796875e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 5.6743621826171875e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.000270843505859375, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 0.030029296875, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": 3.6209821701049805e-06, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 0.0002346038818359375, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.0019683837890625, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 0.02880859375, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": 7.078051567077637e-07, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.000225067138671875, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.001495361328125, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.0004253387451171875, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": -2.6193447411060333e-09, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 3.3229589462280273e-06, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 3.24249267578125e-05, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.000591278076171875, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": -5.564652383327484e-08, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 4.6193599700927734e-06, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 5.841255187988281e-05, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.00049591064453125, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": 9.834766387939453e-06, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 4.267692565917969e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 0.00017261505126953125, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 0.02392578125, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 1.8440186977386475e-07, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 0.00013256072998046875, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.0012664794921875, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/norm": 0.01239013671875, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/mean": 3.632158041000366e-08, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/std": 6.818771362304688e-05, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.0009613037109375, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/norm": 0.01275634765625, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/mean": -5.811452865600586e-07, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/std": 7.05718994140625e-05, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.00101470947265625, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.0004749298095703125, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": 8.821487426757812e-06, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 4.124641418457031e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.00020122528076171875, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.03076171875, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": 8.940696716308594e-08, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.000240325927734375, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.00250244140625, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.01361083984375, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": 1.4528632164001465e-07, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 0.00010633468627929688, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.000888824462890625, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.0004711151123046875, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": 4.190951585769653e-09, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 3.680586814880371e-06, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 4.9591064453125e-05, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.00095367431640625, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": 3.585591912269592e-08, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 7.450580596923828e-06, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 6.914138793945312e-05, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.0003108978271484375, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": 1.33514404296875e-05, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 2.4080276489257812e-05, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 8.487701416015625e-05, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 0.1669921875, "train/tensor_grad_model_embed_tokens_weight/mean": -8.568167686462402e-08, "train/tensor_grad_model_embed_tokens_weight/std": 0.0002307891845703125, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.0185546875, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 49.75, "train/tensor_param_model_embed_tokens_weight/mean": 0.00186920166015625, "train/tensor_param_model_embed_tokens_weight/std": 0.06884765625, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.1865234375, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 3.1875, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -0.000530242919921875, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.02490234375, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 3.296875, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 0.00011205673217773438, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.0257568359375, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 0.0001125335693359375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": -7.915496826171875e-05, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/norm": 4.1875, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/mean": 7.05718994140625e-05, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/std": 0.023193359375, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/norm": 4.21875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/mean": -1.0728836059570312e-05, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/std": 0.0233154296875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 4.15625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.00011205673217773438, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.02294921875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 3.125, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": 9.965896606445312e-05, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.0244140625, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 3.09375, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": 3.147125244140625e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.024169921875, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": -0.00017452239990234375, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": -2.0503997802734375e-05, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/norm": 4.0625, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/mean": 1.6450881958007812e-05, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/std": 0.0224609375, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/norm": 4.15625, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/mean": -0.0001773834228515625, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/std": 0.02294921875, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.09814453125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 4.03125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -5.125999450683594e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 3.703125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": -0.0003376007080078125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": -1.5854835510253906e-05, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.671875, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.0208740234375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/norm": 3.9375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/mean": 7.295608520507812e-05, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/std": 0.021728515625, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/norm": 4.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/mean": -9.822845458984375e-05, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/std": 0.0220947265625, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.095703125, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 3.96875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.0001621246337890625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 3.578125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": 8.916854858398438e-05, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 3.375, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": -6.198883056640625e-05, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.0263671875, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": -2.4080276489257812e-05, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -0.00021457672119140625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/norm": 3.90625, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/mean": -7.115304470062256e-07, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/std": 0.0216064453125, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/norm": 3.953125, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/mean": -8.821487426757812e-05, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/std": 0.0218505859375, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.09375, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 3.96875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.000194549560546875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 3.765625, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": -9.965896606445312e-05, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": 7.343292236328125e-05, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.625, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": -8.344650268554688e-06, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.734375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": -6.008148193359375e-05, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/norm": 3.90625, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/mean": 5.269050598144531e-05, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/std": 0.0216064453125, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/norm": 4.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/mean": 2.1576881408691406e-05, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/std": 0.0220947265625, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 4.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.0001354217529296875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -7.772445678710938e-05, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 3.609375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": -0.000202178955078125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": -0.000171661376953125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 2.828125, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": 0.0001678466796875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/norm": 3.984375, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/mean": 0.00010395050048828125, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/std": 0.02197265625, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/norm": 4.125, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/mean": -0.00016689300537109375, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/std": 0.022705078125, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 4.0625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0224609375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 3.78125, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": -4.673004150390625e-05, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 3.5625, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": 0.00016880035400390625, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.0002346038818359375, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.8125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.0002460479736328125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/norm": 4.1875, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/mean": 0.0001583099365234375, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/std": 0.023193359375, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/norm": 4.28125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/mean": 0.0003337860107421875, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/std": 0.023681640625, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.3125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.0001468658447265625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0238037109375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 3.734375, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": -0.00021839141845703125, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 3.5625, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.0004253387451171875, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -0.00011491775512695312, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": -0.00011014938354492188, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/norm": 4.5625, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/std": 0.0252685546875, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/norm": 4.5625, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/mean": 6.67572021484375e-05, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/std": 0.025146484375, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.5, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -7.200241088867188e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0247802734375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 3.875, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": -2.8967857360839844e-05, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.10009765625, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 3.640625, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": 8.20159912109375e-05, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": -1.4841556549072266e-05, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/norm": 5.59375, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/mean": -0.000621795654296875, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/std": 0.031005859375, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/norm": 5.65625, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/mean": 9.489059448242188e-05, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/std": 0.0311279296875, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -0.00026702880859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} +{"step": 1240, "epoch": 0.0835861139197843, "timestamp": 1786049357.3835137, "loss": 0.25518064498901366, "grad_norm": 0.248046875, "learning_rate": 0.0003, "train/total_time_seconds": 40.88461731001735, "train/time_per_step_avg": 0.0330799214169383, "train/epoch_time_elapsed": 152.0252374857664, "train/estimated_remaining_minutes": 0.417638563919532} +{"step": 1260, "epoch": 0.08493427704752275, "timestamp": 1786049358.962196, "loss": 0.2539027452468872, "grad_norm": 0.2490234375, "learning_rate": 0.0003, "train/total_time_seconds": 41.52439636737108, "train/time_per_step_avg": 0.032892357483506204, "train/epoch_time_elapsed": 153.60391983762383, "train/estimated_remaining_minutes": 0.40645573163828835} +{"step": 1280, "epoch": 0.08628244017526121, "timestamp": 1786049360.5421574, "loss": 0.24920670986175536, "grad_norm": 0.25, "learning_rate": 0.0003, "train/total_time_seconds": 42.16330403462052, "train/time_per_step_avg": 0.03283928569406271, "train/epoch_time_elapsed": 155.18388091772795, "train/estimated_remaining_minutes": 0.3952809753245674} +{"step": 1300, "epoch": 0.08763060330299967, "timestamp": 1786049362.1245387, "loss": 0.24917314052581788, "grad_norm": 0.2470703125, "learning_rate": 0.0003, "train/total_time_seconds": 42.80261967331171, "train/time_per_step_avg": 0.03282906010746956, "train/epoch_time_elapsed": 156.76626278087497, "train/estimated_remaining_minutes": 0.3841260739912589} +{"step": 1320, "epoch": 0.08897876643073811, "timestamp": 1786049363.708312, "loss": 0.24632787704467773, "grad_norm": 0.240234375, "learning_rate": 0.0003, "train/total_time_seconds": 43.44262374937534, "train/time_per_step_avg": 0.03204676728695631, "train/epoch_time_elapsed": 158.35003486275673, "train/estimated_remaining_minutes": 0.3729922241107984} +{"step": 1340, "epoch": 0.09032692955847657, "timestamp": 1786049365.284486, "loss": 0.24541354179382324, "grad_norm": 0.25, "learning_rate": 0.0003, "train/total_time_seconds": 44.082070499658585, "train/time_per_step_avg": 0.031974531896412375, "train/epoch_time_elapsed": 159.9262099340558, "train/estimated_remaining_minutes": 0.36186774290764506} +{"step": 1360, "epoch": 0.09167509268621503, "timestamp": 1786049366.8735828, "loss": 0.2430295467376709, "grad_norm": 0.2490234375, "learning_rate": 0.0003, "train/total_time_seconds": 44.72364480048418, "train/time_per_step_avg": 0.03199248433113098, "train/epoch_time_elapsed": 161.51530630514026, "train/estimated_remaining_minutes": 0.3507736847096799} +{"step": 1380, "epoch": 0.09302325581395349, "timestamp": 1786049368.4709206, "loss": 0.24261221885681153, "grad_norm": 0.26171875, "learning_rate": 0.0003, "train/total_time_seconds": 45.365809090435505, "train/time_per_step_avg": 0.03202505055814982, "train/epoch_time_elapsed": 163.1126439459622, "train/estimated_remaining_minutes": 0.3396956719332127} +{"step": 1400, "epoch": 0.09437141894169195, "timestamp": 1786049370.0625217, "loss": 0.24039824008941652, "grad_norm": 0.28515625, "learning_rate": 0.0003, "train/total_time_seconds": 46.00683944672346, "train/time_per_step_avg": 0.03204219773411751, "train/epoch_time_elapsed": 164.70424518361688, "train/estimated_remaining_minutes": 0.32862028176231045} +{"step": 1400, "epoch": 0.09437141894169195, "timestamp": 1786049378.6987224, "eval_loss": 0.24237078428268433, "eval_runtime": 8.6343, "eval_samples_per_second": 1103.385, "eval_steps_per_second": 17.257, "train/total_time_seconds": 46.00683944672346, "train/time_per_step_avg": 0.03204219773411751, "train/epoch_time_elapsed": 173.3404450379312, "train/estimated_remaining_minutes": 0.32862028176231045} +{"step": 1420, "epoch": 0.0957195820694304, "timestamp": 1786049380.4206848, "loss": 0.24012534618377684, "grad_norm": 0.259765625, "learning_rate": 0.0003, "train/total_time_seconds": 46.71911113336682, "train/time_per_step_avg": 0.0327648738399148, "train/epoch_time_elapsed": 175.06231653690338, "train/estimated_remaining_minutes": 0.31804089738676944, "train/global/act/norm": 27532.384733439394, "train/global/act/mean": -0.18533221923151624, "train/global/act/std": 0.0, "train/global/act/max_abs": 11.0625, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 0.2562716544859484, "train/global/grad/mean": -6.831475538906004e-07, "train/global/grad/std": 0.00018117665929150606, "train/global/grad/max_abs": 0.0257568359375, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 76.39922801321768, "train/global/param/mean": 0.0016836500030605413, "train/global/param/std": 0.05402133750068101, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 7236.909487469994, "train/layer_model_layers_6/act/mean": 0.045890748500823975, "train/layer_model_layers_6/act/std": 0.8824430517362929, "train/layer_model_layers_6/act/max_abs": 5.6875, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.04093576335685827, "train/layer_model_layers_6/grad/mean": -9.343737094153108e-09, "train/layer_model_layers_6/grad/std": 0.0001010675278481071, "train/layer_model_layers_6/grad/max_abs": 0.001708984375, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 18.386057737879128, "train/layer__model_layers_1/param/mean": 0.00151050109387188, "train/layer__model_layers_1/param/std": 0.04537401608784359, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 18.938466868882234, "train/layer__model_layers_7/param/mean": 0.0015063590824882995, "train/layer__model_layers_7/param/std": 0.046736514867327814, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 3972.9318413126334, "train/layer_model_layers_0/act/mean": 0.005261123180389404, "train/layer_model_layers_0/act/std": 0.4851064790687189, "train/layer_model_layers_0/act/max_abs": 4.53125, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 0.043226058088331146, "train/layer_model_layers_0/grad/mean": -9.179130187853822e-08, "train/layer_model_layers_0/grad/std": 0.00010666652066488363, "train/layer_model_layers_0/grad/max_abs": 0.002532958984375, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 19.71974665666689, "train/layer__model_layers_8/param/mean": 0.0013695209521027325, "train/layer__model_layers_8/param/std": 0.04866430750172981, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 6922.678625714676, "train/layer_model_layers_4/act/mean": 0.011960983276367188, "train/layer_model_layers_4/act/std": 0.8455181811069599, "train/layer_model_layers_4/act/max_abs": 5.8125, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 0.04286922104642368, "train/layer_model_layers_4/grad/mean": -3.03725940109973e-07, "train/layer_model_layers_4/grad/std": 0.00010587361471934358, "train/layer_model_layers_4/grad/max_abs": 0.00127410888671875, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 6404.655089476899, "train/layer_model_layers_8/act/mean": 0.037070274353027344, "train/layer_model_layers_8/act/std": 0.781031888409227, "train/layer_model_layers_8/act/max_abs": 7.75, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.032537168560422776, "train/layer_model_layers_8/grad/mean": 1.3125981908878557e-07, "train/layer_model_layers_8/grad/std": 8.029524591075945e-05, "train/layer_model_layers_8/grad/max_abs": 0.0012054443359375, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 7228.662849689135, "train/layer_model_layers_5/act/mean": 0.02179408073425293, "train/layer_model_layers_5/act/std": 0.8810596146092826, "train/layer_model_layers_5/act/max_abs": 5.59375, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 0.044211513475769, "train/layer_model_layers_5/grad/mean": 6.279035641371552e-08, "train/layer_model_layers_5/grad/std": 0.00010907982051028805, "train/layer_model_layers_5/grad/max_abs": 0.00160980224609375, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 18.485108026462814, "train/layer__model_layers_3/param/mean": 0.0014833221197500244, "train/layer__model_layers_3/param/std": 0.04560743585885668, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 18.550231372798965, "train/layer__model_layers_4/param/mean": 0.001596016370562049, "train/layer__model_layers_4/param/std": 0.04578293416241116, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 18.653756900002076, "train/layer__model_layers_5/param/mean": 0.0015887232168974258, "train/layer__model_layers_5/param/std": 0.046051020970588975, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 18.518057593366805, "train/layer__model_layers_0/param/mean": 0.001555438346684258, "train/layer__model_layers_0/param/std": 0.04569205510523115, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 4466.0641157670525, "train/layer_model_layers_1/act/mean": 0.022658348083496094, "train/layer_model_layers_1/act/std": 0.5446737072186079, "train/layer_model_layers_1/act/max_abs": 3.953125, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 0.056083084268570886, "train/layer_model_layers_1/grad/mean": 4.533198102727509e-07, "train/layer_model_layers_1/grad/std": 0.00013863390989031683, "train/layer_model_layers_1/grad/max_abs": 0.0024871826171875, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 6379.76716723144, "train/layer_model_layers_3/act/mean": 0.032541751861572266, "train/layer_model_layers_3/act/std": 0.7782487372745872, "train/layer_model_layers_3/act/max_abs": 5.0, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 0.04974862711733906, "train/layer_model_layers_3/grad/mean": 4.99828185380528e-07, "train/layer_model_layers_3/grad/std": 0.0001228406270096227, "train/layer_model_layers_3/grad/max_abs": 0.00188446044921875, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 18.54181296758761, "train/layer__model_layers_2/param/mean": 0.0014468117176835511, "train/layer__model_layers_2/param/std": 0.045762534993517644, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 6659.221254441581, "train/layer_model_layers_7/act/mean": 0.024292945861816406, "train/layer_model_layers_7/act/std": 0.8123640280541676, "train/layer_model_layers_7/act/max_abs": 4.6875, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.0375823932501341, "train/layer_model_layers_7/grad/mean": -7.732297503062511e-08, "train/layer_model_layers_7/grad/std": 9.273314851803847e-05, "train/layer_model_layers_7/grad/max_abs": 0.00159454345703125, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 6247.316302739479, "train/layer_model_layers_2/act/mean": 0.000270843505859375, "train/layer_model_layers_2/act/std": 0.7618203389796783, "train/layer_model_layers_2/act/max_abs": 5.78125, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 0.05548360555722496, "train/layer_model_layers_2/grad/mean": 4.1076846641608965e-07, "train/layer_model_layers_2/grad/std": 0.00013695574852936741, "train/layer_model_layers_2/grad/max_abs": 0.002410888671875, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 18.776264157257827, "train/layer__model_layers_6/param/mean": 0.0017002242589703588, "train/layer__model_layers_6/param/std": 0.0463260034961511, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 157.77078247070312, "train/tensor_act_model_embed_tokens/mean": 7.2479248046875e-05, "train/tensor_act_model_embed_tokens/std": 0.0771484375, "train/tensor_act_model_embed_tokens/max_abs": 0.1865234375, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 812.1860961914062, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 2048.10302734375, "train/tensor_act_model_layers_0_input_layernorm/mean": 0.00016307830810546875, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 3.078125, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 991.8364868164062, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": -0.0093994140625, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.484375, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 4.53125, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 1443.6297607421875, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": -0.05859375, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.703125, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 4.15625, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 478.1929016113281, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.0005340576171875, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.2333984375, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.046875, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 110.38117218017578, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": 0.00168609619140625, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.053955078125, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.310546875, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 110.38117218017578, "train/tensor_act_model_layers_0_self_attn/mean": 0.00168609619140625, "train/tensor_act_model_layers_0_self_attn/std": 0.053955078125, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.310546875, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 2047.852783203125, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": 0.01239013671875, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 3.1875, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/norm": 1364.94482421875, "train/tensor_act_model_layers_0_mlp_situglu_W_g/mean": 0.0810546875, "train/tensor_act_model_layers_0_mlp_situglu_W_g/std": 0.46484375, "train/tensor_act_model_layers_0_mlp_situglu_W_g/max_abs": 2.75, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/norm": 1426.0906982421875, "train/tensor_act_model_layers_0_mlp_situglu_W_u/mean": -0.015625, "train/tensor_act_model_layers_0_mlp_situglu_W_u/std": 0.4921875, "train/tensor_act_model_layers_0_mlp_situglu_W_u/max_abs": 2.734375, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/norm": 316.1907653808594, "train/tensor_act_model_layers_0_mlp_situglu/mean": -0.004425048828125, "train/tensor_act_model_layers_0_mlp_situglu/std": 0.10888671875, "train/tensor_act_model_layers_0_mlp_situglu/max_abs": 2.25, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 118.09349822998047, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.00433349609375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.0576171875, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.265625, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 118.09349822998047, "train/tensor_act_model_layers_0_mlp/mean": 0.00433349609375, "train/tensor_act_model_layers_0_mlp/std": 0.0576171875, "train/tensor_act_model_layers_0_mlp/max_abs": 0.265625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 224.1419677734375, "train/tensor_act_model_layers_0/mean": 0.006103515625, "train/tensor_act_model_layers_0/std": 0.109375, "train/tensor_act_model_layers_0/max_abs": 0.458984375, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 2047.9031982421875, "train/tensor_act_model_layers_1_input_layernorm/mean": 0.0556640625, "train/tensor_act_model_layers_1_input_layernorm/std": 1.0, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 3.59375, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 1096.9576416015625, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": 0.053955078125, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 0.53125, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 2.296875, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 1389.9871826171875, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": 0.09423828125, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 0.671875, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 2.65625, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 463.8152770996094, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": -0.02734375, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.224609375, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 0.9921875, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 114.9826889038086, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": 0.00982666015625, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.05517578125, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.2294921875, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 114.9826889038086, "train/tensor_act_model_layers_1_self_attn/mean": 0.00982666015625, "train/tensor_act_model_layers_1_self_attn/std": 0.05517578125, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.2294921875, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 2047.935546875, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.1201171875, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 0.9921875, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 3.359375, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/norm": 1906.6085205078125, "train/tensor_act_model_layers_1_mlp_situglu_W_g/mean": 0.05322265625, "train/tensor_act_model_layers_1_mlp_situglu_W_g/std": 0.65625, "train/tensor_act_model_layers_1_mlp_situglu_W_g/max_abs": 2.484375, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/norm": 2074.31298828125, "train/tensor_act_model_layers_1_mlp_situglu_W_u/mean": -0.038818359375, "train/tensor_act_model_layers_1_mlp_situglu_W_u/std": 0.71484375, "train/tensor_act_model_layers_1_mlp_situglu_W_u/max_abs": 3.953125, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/norm": 378.7867736816406, "train/tensor_act_model_layers_1_mlp_situglu/mean": 0.0028228759765625, "train/tensor_act_model_layers_1_mlp_situglu/std": 0.130859375, "train/tensor_act_model_layers_1_mlp_situglu/max_abs": 1.2109375, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 128.81784057617188, "train/tensor_act_model_layers_1_mlp_down_proj/mean": -0.00136566162109375, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.06298828125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.28125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 128.81784057617188, "train/tensor_act_model_layers_1_mlp/mean": -0.00136566162109375, "train/tensor_act_model_layers_1_mlp/std": 0.06298828125, "train/tensor_act_model_layers_1_mlp/max_abs": 0.28125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 257.3638916015625, "train/tensor_act_model_layers_1/mean": 0.0145263671875, "train/tensor_act_model_layers_1/std": 0.125, "train/tensor_act_model_layers_1/max_abs": 0.470703125, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 2047.923583984375, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.11474609375, "train/tensor_act_model_layers_2_input_layernorm/std": 0.9921875, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 3.75, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 3643.580078125, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.19140625, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 1.765625, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 5.78125, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 3161.330078125, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": -0.0751953125, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 1.5390625, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 5.28125, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 471.80657958984375, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": -0.004852294921875, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.23046875, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.34375, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 131.30714416503906, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": -0.0016937255859375, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.06396484375, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 0.3046875, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 131.30714416503906, "train/tensor_act_model_layers_2_self_attn/mean": -0.0016937255859375, "train/tensor_act_model_layers_2_self_attn/std": 0.06396484375, "train/tensor_act_model_layers_2_self_attn/max_abs": 0.3046875, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 2047.9549560546875, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.08251953125, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 3.703125, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/norm": 1743.834228515625, "train/tensor_act_model_layers_2_mlp_situglu_W_g/mean": 0.0225830078125, "train/tensor_act_model_layers_2_mlp_situglu_W_g/std": 0.6015625, "train/tensor_act_model_layers_2_mlp_situglu_W_g/max_abs": 2.484375, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/norm": 1976.4375, "train/tensor_act_model_layers_2_mlp_situglu_W_u/mean": 0.01123046875, "train/tensor_act_model_layers_2_mlp_situglu_W_u/std": 0.68359375, "train/tensor_act_model_layers_2_mlp_situglu_W_u/max_abs": 3.046875, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/norm": 262.65521240234375, "train/tensor_act_model_layers_2_mlp_situglu/mean": 0.00174713134765625, "train/tensor_act_model_layers_2_mlp_situglu/std": 0.0908203125, "train/tensor_act_model_layers_2_mlp_situglu/max_abs": 1.703125, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 78.7508773803711, "train/tensor_act_model_layers_2_mlp_down_proj/mean": -0.00067901611328125, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.038330078125, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.197265625, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 78.7508773803711, "train/tensor_act_model_layers_2_mlp/mean": -0.00067901611328125, "train/tensor_act_model_layers_2_mlp/std": 0.038330078125, "train/tensor_act_model_layers_2_mlp/max_abs": 0.197265625, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 292.28082275390625, "train/tensor_act_model_layers_2/mean": 0.01214599609375, "train/tensor_act_model_layers_2/std": 0.142578125, "train/tensor_act_model_layers_2/max_abs": 0.55078125, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 2047.937744140625, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.083984375, "train/tensor_act_model_layers_3_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 4.09375, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 3815.79736328125, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": 0.150390625, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 1.859375, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 5.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 3203.26123046875, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": -0.0164794921875, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 1.5625, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 4.3125, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 430.66314697265625, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": -0.010986328125, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.2099609375, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 1.015625, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 116.46377563476562, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": 0.00299072265625, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.056884765625, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 0.251953125, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 116.46377563476562, "train/tensor_act_model_layers_3_self_attn/mean": 0.00299072265625, "train/tensor_act_model_layers_3_self_attn/std": 0.056884765625, "train/tensor_act_model_layers_3_self_attn/max_abs": 0.251953125, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 2047.9581298828125, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.09326171875, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 3.765625, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/norm": 1941.1717529296875, "train/tensor_act_model_layers_3_mlp_situglu_W_g/mean": 0.06494140625, "train/tensor_act_model_layers_3_mlp_situglu_W_g/std": 0.66796875, "train/tensor_act_model_layers_3_mlp_situglu_W_g/max_abs": 2.8125, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/norm": 1827.6888427734375, "train/tensor_act_model_layers_3_mlp_situglu_W_u/mean": 0.037353515625, "train/tensor_act_model_layers_3_mlp_situglu_W_u/std": 0.62890625, "train/tensor_act_model_layers_3_mlp_situglu_W_u/max_abs": 3.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/norm": 263.1698913574219, "train/tensor_act_model_layers_3_mlp_situglu/mean": -0.000568389892578125, "train/tensor_act_model_layers_3_mlp_situglu/std": 0.0908203125, "train/tensor_act_model_layers_3_mlp_situglu/max_abs": 1.2265625, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 83.7586441040039, "train/tensor_act_model_layers_3_mlp_down_proj/mean": -0.00136566162109375, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.040771484375, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.2060546875, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 83.7586441040039, "train/tensor_act_model_layers_3_mlp/mean": -0.00136566162109375, "train/tensor_act_model_layers_3_mlp/std": 0.040771484375, "train/tensor_act_model_layers_3_mlp/max_abs": 0.2060546875, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 295.92822265625, "train/tensor_act_model_layers_3/mean": 0.0137939453125, "train/tensor_act_model_layers_3/std": 0.1435546875, "train/tensor_act_model_layers_3/max_abs": 0.58984375, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 2047.9468994140625, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.09326171875, "train/tensor_act_model_layers_4_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 4.1875, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 4220.8720703125, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": -0.0458984375, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 2.0625, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 5.8125, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 3613.350830078125, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": 0.041748046875, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 1.765625, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 4.71875, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 387.11572265625, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": 0.0184326171875, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.1884765625, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 101.91252899169922, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": -0.004791259765625, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.049560546875, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.259765625, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 101.91252899169922, "train/tensor_act_model_layers_4_self_attn/mean": -0.004791259765625, "train/tensor_act_model_layers_4_self_attn/std": 0.049560546875, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.259765625, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 2047.9554443359375, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.05322265625, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 3.734375, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/norm": 1751.170166015625, "train/tensor_act_model_layers_4_mlp_situglu_W_g/mean": 0.0546875, "train/tensor_act_model_layers_4_mlp_situglu_W_g/std": 0.6015625, "train/tensor_act_model_layers_4_mlp_situglu_W_g/max_abs": 2.59375, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/norm": 2290.228271484375, "train/tensor_act_model_layers_4_mlp_situglu_W_u/mean": -0.03759765625, "train/tensor_act_model_layers_4_mlp_situglu_W_u/std": 0.7890625, "train/tensor_act_model_layers_4_mlp_situglu_W_u/max_abs": 3.546875, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/norm": 276.25537109375, "train/tensor_act_model_layers_4_mlp_situglu/mean": -0.0030517578125, "train/tensor_act_model_layers_4_mlp_situglu/std": 0.09521484375, "train/tensor_act_model_layers_4_mlp_situglu/max_abs": 1.1171875, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 88.36610412597656, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.0010528564453125, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.043212890625, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.23828125, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 88.36610412597656, "train/tensor_act_model_layers_4_mlp/mean": 0.0010528564453125, "train/tensor_act_model_layers_4_mlp/std": 0.043212890625, "train/tensor_act_model_layers_4_mlp/max_abs": 0.23828125, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 298.1585693359375, "train/tensor_act_model_layers_4/mean": 0.010009765625, "train/tensor_act_model_layers_4/std": 0.1455078125, "train/tensor_act_model_layers_4/max_abs": 0.58984375, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 2047.9486083984375, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.0673828125, "train/tensor_act_model_layers_5_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 3.859375, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 4297.638671875, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": 0.07958984375, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 2.09375, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 5.59375, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 3721.541259765625, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": 0.07666015625, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 1.8125, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 4.9375, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 398.8802185058594, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": -0.0024566650390625, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.1943359375, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 0.96484375, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 117.46167755126953, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": -0.00970458984375, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.056640625, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.34765625, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 117.46167755126953, "train/tensor_act_model_layers_5_self_attn/mean": -0.00970458984375, "train/tensor_act_model_layers_5_self_attn/std": 0.056640625, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.34765625, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 2047.962158203125, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": 0.000789642333984375, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 3.734375, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/norm": 2108.603759765625, "train/tensor_act_model_layers_5_mlp_situglu_W_g/mean": 0.1552734375, "train/tensor_act_model_layers_5_mlp_situglu_W_g/std": 0.7109375, "train/tensor_act_model_layers_5_mlp_situglu_W_g/max_abs": 2.9375, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/norm": 2583.005859375, "train/tensor_act_model_layers_5_mlp_situglu_W_u/mean": -0.0908203125, "train/tensor_act_model_layers_5_mlp_situglu_W_u/std": 0.88671875, "train/tensor_act_model_layers_5_mlp_situglu_W_u/max_abs": 3.1875, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/norm": 337.4722595214844, "train/tensor_act_model_layers_5_mlp_situglu/mean": 0.004302978515625, "train/tensor_act_model_layers_5_mlp_situglu/std": 0.1162109375, "train/tensor_act_model_layers_5_mlp_situglu/max_abs": 1.453125, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 106.16365814208984, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.0027618408203125, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.0517578125, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.2734375, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 106.16365814208984, "train/tensor_act_model_layers_5_mlp/mean": 0.0027618408203125, "train/tensor_act_model_layers_5_mlp/std": 0.0517578125, "train/tensor_act_model_layers_5_mlp/max_abs": 0.2734375, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 323.262451171875, "train/tensor_act_model_layers_5/mean": 0.00311279296875, "train/tensor_act_model_layers_5/std": 0.158203125, "train/tensor_act_model_layers_5/max_abs": 0.703125, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 2047.9583740234375, "train/tensor_act_model_layers_6_input_layernorm/mean": 0.01904296875, "train/tensor_act_model_layers_6_input_layernorm/std": 1.0, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 4.15625, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 4155.31884765625, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": 0.26171875, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 2.015625, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 5.6875, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 3625.619140625, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": 0.09619140625, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 1.765625, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 4.21875, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 367.75921630859375, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": -0.01123046875, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.1796875, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 0.984375, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 98.02507781982422, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.0030517578125, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.0478515625, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 0.310546875, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 98.02507781982422, "train/tensor_act_model_layers_6_self_attn/mean": -0.0030517578125, "train/tensor_act_model_layers_6_self_attn/std": 0.0478515625, "train/tensor_act_model_layers_6_self_attn/max_abs": 0.310546875, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 2047.96240234375, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": 0.00012874603271484375, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 3.859375, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/norm": 2388.1494140625, "train/tensor_act_model_layers_6_mlp_situglu_W_g/mean": 0.1923828125, "train/tensor_act_model_layers_6_mlp_situglu_W_g/std": 0.80078125, "train/tensor_act_model_layers_6_mlp_situglu_W_g/max_abs": 3.90625, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/norm": 2714.020751953125, "train/tensor_act_model_layers_6_mlp_situglu_W_u/mean": -0.005218505859375, "train/tensor_act_model_layers_6_mlp_situglu_W_u/std": 0.9375, "train/tensor_act_model_layers_6_mlp_situglu_W_u/max_abs": 3.953125, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/norm": 436.3677978515625, "train/tensor_act_model_layers_6_mlp_situglu/mean": -0.00064849853515625, "train/tensor_act_model_layers_6_mlp_situglu/std": 0.150390625, "train/tensor_act_model_layers_6_mlp_situglu/max_abs": 1.7578125, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 130.5522918701172, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.0004711151123046875, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.06396484375, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.318359375, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 130.5522918701172, "train/tensor_act_model_layers_6_mlp/mean": 0.0004711151123046875, "train/tensor_act_model_layers_6_mlp/std": 0.06396484375, "train/tensor_act_model_layers_6_mlp/max_abs": 0.318359375, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 353.0594177246094, "train/tensor_act_model_layers_6/mean": 0.000530242919921875, "train/tensor_act_model_layers_6/std": 0.1728515625, "train/tensor_act_model_layers_6/max_abs": 0.8125, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 2047.9615478515625, "train/tensor_act_model_layers_7_input_layernorm/mean": 0.0031890869140625, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 3.9375, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 3535.5771484375, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": -0.1572265625, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 1.71875, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 4.6875, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 3228.654296875, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": -0.11083984375, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 1.5703125, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 4.03125, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 352.2540588378906, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": 0.0087890625, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.171875, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 0.88671875, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 68.09037780761719, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": -0.0026397705078125, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.033203125, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 0.265625, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 68.09037780761719, "train/tensor_act_model_layers_7_self_attn/mean": -0.0026397705078125, "train/tensor_act_model_layers_7_self_attn/std": 0.033203125, "train/tensor_act_model_layers_7_self_attn/max_abs": 0.265625, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 2047.9556884765625, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": -0.0123291015625, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 3.8125, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/norm": 2324.635498046875, "train/tensor_act_model_layers_7_mlp_situglu_W_g/mean": 0.30859375, "train/tensor_act_model_layers_7_mlp_situglu_W_g/std": 0.7421875, "train/tensor_act_model_layers_7_mlp_situglu_W_g/max_abs": 3.859375, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/norm": 2637.912353515625, "train/tensor_act_model_layers_7_mlp_situglu_W_u/mean": 0.0361328125, "train/tensor_act_model_layers_7_mlp_situglu_W_u/std": 0.91015625, "train/tensor_act_model_layers_7_mlp_situglu_W_u/max_abs": 4.6875, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/norm": 562.63134765625, "train/tensor_act_model_layers_7_mlp_situglu/mean": -0.005279541015625, "train/tensor_act_model_layers_7_mlp_situglu/std": 0.1943359375, "train/tensor_act_model_layers_7_mlp_situglu/max_abs": 3.59375, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 167.69412231445312, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.004791259765625, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.08154296875, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.423828125, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 167.69412231445312, "train/tensor_act_model_layers_7_mlp/mean": -0.004791259765625, "train/tensor_act_model_layers_7_mlp/std": 0.08154296875, "train/tensor_act_model_layers_7_mlp/max_abs": 0.423828125, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 404.6979064941406, "train/tensor_act_model_layers_7/mean": -0.006927490234375, "train/tensor_act_model_layers_7/std": 0.197265625, "train/tensor_act_model_layers_7/max_abs": 0.8671875, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 2047.9715576171875, "train/tensor_act_model_layers_8_input_layernorm/mean": -0.033935546875, "train/tensor_act_model_layers_8_input_layernorm/std": 1.0, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 4.0625, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 3331.384765625, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": 0.08837890625, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 1.625, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 4.625, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 2902.838623046875, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": -0.0390625, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 1.4140625, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 3.75, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 393.3003234863281, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": -0.01153564453125, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.19140625, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 0.93359375, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 98.79927825927734, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": -0.0014495849609375, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.04833984375, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 0.212890625, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 98.79927825927734, "train/tensor_act_model_layers_8_self_attn/mean": -0.0014495849609375, "train/tensor_act_model_layers_8_self_attn/std": 0.04833984375, "train/tensor_act_model_layers_8_self_attn/max_abs": 0.212890625, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 2047.96142578125, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": -0.045166015625, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 4.0625, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/norm": 2173.331787109375, "train/tensor_act_model_layers_8_mlp_situglu_W_g/mean": 0.3359375, "train/tensor_act_model_layers_8_mlp_situglu_W_g/std": 0.671875, "train/tensor_act_model_layers_8_mlp_situglu_W_g/max_abs": 3.875, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/norm": 2443.007080078125, "train/tensor_act_model_layers_8_mlp_situglu_W_u/mean": 0.0022125244140625, "train/tensor_act_model_layers_8_mlp_situglu_W_u/std": 0.84375, "train/tensor_act_model_layers_8_mlp_situglu_W_u/max_abs": 4.4375, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/norm": 1141.0164794921875, "train/tensor_act_model_layers_8_mlp_situglu/mean": -0.0164794921875, "train/tensor_act_model_layers_8_mlp_situglu/std": 0.39453125, "train/tensor_act_model_layers_8_mlp_situglu/max_abs": 7.75, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 496.8558044433594, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.00078582763671875, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.2421875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 1.359375, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 496.8558044433594, "train/tensor_act_model_layers_8_mlp/mean": 0.00078582763671875, "train/tensor_act_model_layers_8_mlp/std": 0.2421875, "train/tensor_act_model_layers_8_mlp/max_abs": 1.359375, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 667.2064208984375, "train/tensor_act_model_layers_8/mean": -0.007568359375, "train/tensor_act_model_layers_8/std": 0.326171875, "train/tensor_act_model_layers_8/max_abs": 1.703125, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 2047.96728515625, "train/tensor_act_model_norm/mean": -0.01611328125, "train/tensor_act_model_norm/std": 1.0, "train/tensor_act_model_norm/max_abs": 4.21875, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 2047.96728515625, "train/tensor_act_model/mean": -0.01611328125, "train/tensor_act_model/std": 1.0, "train/tensor_act_model/max_abs": 4.21875, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 19889.30078125, "train/tensor_act_lm_head/mean": -1.140625, "train/tensor_act_lm_head/std": 1.2890625, "train/tensor_act_lm_head/max_abs": 11.0625, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 0.2447139173746109, "train/tensor_act_/mean": 0.2447139173746109, "train/tensor_act_/std": NaN, "train/tensor_act_/max_abs": 0.2447139173746109, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.14453125, "train/tensor_grad_model_norm_weight/mean": -0.0118408203125, "train/tensor_grad_model_norm_weight/std": 0.0047607421875, "train/tensor_grad_model_norm_weight/max_abs": 0.0257568359375, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.020263671875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 3.3155083656311035e-07, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 0.00011205673217773438, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.0012054443359375, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/norm": 0.0111083984375, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/mean": 9.499490261077881e-08, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/std": 6.103515625e-05, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.00110626220703125, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/norm": 0.01123046875, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/mean": 1.3690441846847534e-07, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/std": 6.198883056640625e-05, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.000812530517578125, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.000537872314453125, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": -2.110004425048828e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 4.267692565917969e-05, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 0.0001697540283203125, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.0120849609375, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": -3.050081431865692e-08, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 9.441375732421875e-05, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.00086212158203125, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.015869140625, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": 4.0046870708465576e-07, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 0.0001239776611328125, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.00058746337890625, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.000457763671875, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": -1.3387762010097504e-08, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 3.5762786865234375e-06, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 4.1961669921875e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.0001621246337890625, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": 6.315531209111214e-09, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 1.2665987014770508e-06, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 1.0788440704345703e-05, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.0003604888916015625, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": -1.3187527656555176e-06, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 3.1948089599609375e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 0.00011491775512695312, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.018798828125, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -1.9650906324386597e-07, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 0.00010347366333007812, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.0009918212890625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/norm": 0.01611328125, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/mean": 4.190951585769653e-08, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/std": 8.916854858398438e-05, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.0011749267578125, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/norm": 0.0179443359375, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/mean": 1.4901161193847656e-07, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/std": 9.918212890625e-05, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.00159454345703125, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.000614166259765625, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": -5.27501106262207e-06, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 5.412101745605469e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.0002002716064453125, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.009765625, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": -3.2223761081695557e-07, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 7.62939453125e-05, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.0006866455078125, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.01953125, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": -4.023313522338867e-07, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.000152587890625, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.000827789306640625, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 0.00012969970703125, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": 2.1100277081131935e-09, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 1.0132789611816406e-06, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 1.4603137969970703e-05, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 7.43865966796875e-05, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": -7.958078640513122e-11, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 5.811452865600586e-07, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 3.814697265625e-06, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.000408172607421875, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": 6.239861249923706e-08, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 3.62396240234375e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 9.870529174804688e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.0142822265625, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -5.9138983488082886e-08, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 7.915496826171875e-05, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.000835418701171875, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/norm": 0.018310546875, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/mean": 6.239861249923706e-08, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/std": 0.0001010894775390625, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.001708984375, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/norm": 0.016845703125, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/mean": -1.6391277313232422e-07, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/std": 9.298324584960938e-05, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.000782012939453125, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.000598907470703125, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": 3.3676624298095703e-06, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 5.2928924560546875e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 0.00018215179443359375, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.01373291015625, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": 1.5739351511001587e-07, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 0.00010728836059570312, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.00098419189453125, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.0257568359375, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": 1.019798219203949e-07, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.00020122528076171875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.00104522705078125, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 9.870529174804688e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": 1.5366822481155396e-08, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 7.711350917816162e-07, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 1.0073184967041016e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 4.4345855712890625e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": 2.473825588822365e-10, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 3.46451997756958e-07, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 3.11434268951416e-06, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.000568389892578125, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": -9.417533874511719e-06, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 4.9591064453125e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.00014972686767578125, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.012451171875, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -9.452924132347107e-08, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 6.866455078125e-05, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.000499725341796875, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/norm": 0.01953125, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/mean": 1.7695128917694092e-08, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/std": 0.00010776519775390625, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.00160980224609375, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/norm": 0.0159912109375, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/mean": 2.123415470123291e-07, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/std": 8.821487426757812e-05, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.000812530517578125, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.000579833984375, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": 6.407499313354492e-07, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 5.125999450683594e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 0.0001373291015625, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.017822265625, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": 4.507601261138916e-07, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 0.0001392364501953125, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.000934600830078125, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.029052734375, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": -4.493631422519684e-08, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.0002269744873046875, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.00101470947265625, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 8.58306884765625e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": 7.639755494892597e-10, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 6.705522537231445e-07, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 8.821487426757812e-06, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 5.841255187988281e-05, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": -1.7280399333685637e-10, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 4.5634806156158447e-07, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 5.841255187988281e-06, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.000629425048828125, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": -6.854534149169922e-06, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 5.53131103515625e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.00019550323486328125, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.01287841796875, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 3.03611159324646e-07, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 7.152557373046875e-05, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.00061798095703125, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/norm": 0.01458740234375, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/mean": -3.7439167499542236e-07, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/std": 8.058547973632812e-05, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.00081634521484375, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/norm": 0.0162353515625, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/mean": 2.0582228899002075e-07, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/std": 8.96453857421875e-05, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.000789642333984375, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.0004558563232421875, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": -3.5762786865234375e-06, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 4.029273986816406e-05, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 0.00012493133544921875, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.019287109375, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": -1.6614794731140137e-06, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 0.0001506805419921875, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.00115203857421875, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.0286865234375, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": -1.5869736671447754e-06, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 0.00022411346435546875, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.00127410888671875, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 8.487701416015625e-05, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": 2.9685907065868378e-09, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 6.631016731262207e-07, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 8.165836334228516e-06, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 5.078315734863281e-05, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": 3.0122464522719383e-09, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 3.9674341678619385e-07, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 3.6507844924926758e-06, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.000640869140625, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": -5.334615707397461e-06, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 5.650520324707031e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.00015544891357421875, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.01361083984375, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -1.7695128917694092e-07, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 7.534027099609375e-05, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.000568389892578125, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/norm": 0.0225830078125, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/mean": 2.1606683731079102e-07, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/std": 0.00012493133544921875, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.00188446044921875, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/norm": 0.0157470703125, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/mean": -2.868473529815674e-07, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/std": 8.678436279296875e-05, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.00098419189453125, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.0006256103515625, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": -2.8461217880249023e-06, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 5.555152893066406e-05, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.00018215179443359375, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 0.0255126953125, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": 1.996755599975586e-06, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.00019931793212890625, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.00179290771484375, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 0.0296630859375, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": 3.5315752029418945e-06, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.00023174285888671875, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.00110626220703125, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 0.0002918243408203125, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": 1.2689270079135895e-08, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 2.2798776626586914e-06, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 2.276897430419922e-05, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 0.00017261505126953125, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": 1.4901161193847656e-08, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 1.3485550880432129e-06, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 1.1980533599853516e-05, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.000637054443359375, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": -4.112720489501953e-06, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 5.650520324707031e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.000209808349609375, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.01495361328125, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": -2.7567148208618164e-07, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 8.249282836914062e-05, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.00081634521484375, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/norm": 0.0181884765625, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/mean": -9.5367431640625e-07, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/std": 0.00010061264038085938, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.00122833251953125, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/norm": 0.0216064453125, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/mean": 1.087784767150879e-06, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/std": 0.00011920928955078125, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.001373291015625, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.000667572021484375, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": -9.126961231231689e-07, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 5.936622619628906e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.0002498626708984375, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 0.0308837890625, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": -2.2165477275848389e-07, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 0.00024127960205078125, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.002410888671875, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 0.033203125, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": 4.649162292480469e-06, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.0002593994140625, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.00182342529296875, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.00020599365234375, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": 2.9831426218152046e-09, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 1.6093254089355469e-06, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 1.8596649169921875e-05, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 7.772445678710938e-05, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": 4.132743924856186e-09, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 6.07222318649292e-07, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 4.887580871582031e-06, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.000640869140625, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": -3.874301910400391e-06, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 5.698204040527344e-05, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.00017833709716796875, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.0306396484375, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -3.7997961044311523e-07, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.0001697540283203125, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.00148773193359375, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/norm": 0.017333984375, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/mean": 1.341104507446289e-07, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/std": 9.584426879882812e-05, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.0010986328125, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/norm": 0.0242919921875, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/mean": 1.7210841178894043e-06, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/std": 0.00013446807861328125, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.001739501953125, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.000736236572265625, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": -1.3232231140136719e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 6.389617919921875e-05, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.00020122528076171875, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 0.028076171875, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": 1.1175870895385742e-06, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 0.0002193450927734375, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.0024871826171875, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 0.02294921875, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": 4.6566128730773926e-07, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.000179290771484375, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.0010986328125, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.000339508056640625, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": -5.384208634495735e-09, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 2.652406692504883e-06, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 1.71661376953125e-05, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.0004444122314453125, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": 8.11269273981452e-10, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 3.471970558166504e-06, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 2.765655517578125e-05, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.00040435791015625, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": 1.4662742614746094e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 3.266334533691406e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 0.0001926422119140625, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 0.0213623046875, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 8.66129994392395e-08, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 0.00011777877807617188, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.00124359130859375, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/norm": 0.01348876953125, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/mean": -1.1594966053962708e-07, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/std": 7.486343383789062e-05, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.001495361328125, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/norm": 0.01300048828125, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/mean": -6.780028343200684e-07, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/std": 7.152557373046875e-05, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.000911712646484375, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.0004177093505859375, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": -1.8742866814136505e-08, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 3.695487976074219e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.00011301040649414062, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.029052734375, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": 3.948807716369629e-07, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.0002269744873046875, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.002532958984375, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.01470947265625, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": 5.657784640789032e-08, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 0.00011491775512695312, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.0008544921875, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.000415802001953125, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": -2.750311978161335e-09, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 3.248453140258789e-06, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 5.078315734863281e-05, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.00057220458984375, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": -5.8498699218034744e-09, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 4.470348358154297e-06, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 5.817413330078125e-05, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.00028228759765625, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": 6.735324859619141e-06, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 2.4199485778808594e-05, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 0.00012493133544921875, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 0.162109375, "train/tensor_grad_model_embed_tokens_weight/mean": -5.3551048040390015e-08, "train/tensor_grad_model_embed_tokens_weight/std": 0.00022411346435546875, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.0186767578125, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 50.5, "train/tensor_param_model_embed_tokens_weight/mean": 0.0018768310546875, "train/tensor_param_model_embed_tokens_weight/std": 0.06982421875, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.1865234375, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 3.203125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -0.000537872314453125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.0250244140625, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 3.296875, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 0.00011539459228515625, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.0257568359375, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 0.000110626220703125, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": -8.535385131835938e-05, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/norm": 4.21875, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/mean": 6.580352783203125e-05, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/std": 0.023193359375, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/norm": 4.21875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/mean": -5.27501106262207e-06, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/std": 0.0233154296875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 4.15625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.00011491775512695312, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0230712890625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 3.125, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": 9.679794311523438e-05, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.0244140625, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 3.09375, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": 2.4318695068359375e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.024169921875, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": -0.0001811981201171875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": -1.7642974853515625e-05, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/norm": 4.0625, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/mean": 1.9550323486328125e-05, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/std": 0.0224609375, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/norm": 4.15625, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/mean": -0.00017833709716796875, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/std": 0.02294921875, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.09814453125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 4.03125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -5.054473876953125e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 3.703125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": -0.0003376007080078125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": -1.5616416931152344e-05, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.6875, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/norm": 3.953125, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/mean": 7.534027099609375e-05, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/std": 0.0218505859375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/norm": 4.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/mean": -9.72747802734375e-05, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/std": 0.022216796875, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.095703125, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 3.984375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 3.578125, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": 9.5367431640625e-05, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 3.390625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": -6.389617919921875e-05, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.0264892578125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": -2.7418136596679688e-05, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -0.00021839141845703125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/norm": 3.921875, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/mean": 4.202127456665039e-06, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/std": 0.0216064453125, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/norm": 3.96875, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/mean": -9.72747802734375e-05, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/std": 0.02197265625, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.09375, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 3.984375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.00018405914306640625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 3.765625, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": -0.00010061264038085938, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": 7.295608520507812e-05, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.625, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": -7.3015689849853516e-06, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.734375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": -6.008148193359375e-05, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/norm": 3.90625, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/mean": 5.7697296142578125e-05, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/std": 0.0216064453125, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/norm": 4.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/mean": 2.872943878173828e-05, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/std": 0.022216796875, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 4.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.000141143798828125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -7.62939453125e-05, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 3.609375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": -0.00019550323486328125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": -0.0001678466796875, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 2.84375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": 0.0001659393310546875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/norm": 3.984375, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/mean": 0.00010204315185546875, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/std": 0.0220947265625, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/norm": 4.125, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/std": 0.0228271484375, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 4.0625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.00034332275390625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0225830078125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 3.78125, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": -4.57763671875e-05, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 3.5625, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": 0.0001659393310546875, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.0002346038818359375, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.8125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.000244140625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/norm": 4.1875, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/mean": 0.00015926361083984375, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/std": 0.023193359375, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/norm": 4.3125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/mean": 0.000331878662109375, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/std": 0.0238037109375, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.3125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.00014591217041015625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0238037109375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 3.734375, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": -0.00022029876708984375, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 3.5625, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.0004367828369140625, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -0.00011444091796875, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": -0.000110626220703125, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/norm": 4.5625, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/std": 0.0252685546875, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/norm": 4.5625, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/mean": 6.151199340820312e-05, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/std": 0.025146484375, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.5, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -7.05718994140625e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.02490234375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 3.875, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": -4.291534423828125e-05, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.10009765625, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 3.640625, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": 8.726119995117188e-05, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -0.00029754638671875, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 2.625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": -4.380941390991211e-06, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/norm": 5.625, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/mean": -0.0006561279296875, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/std": 0.0311279296875, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/norm": 5.65625, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/mean": 0.00011491775512695312, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/std": 0.03125, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} +{"step": 1440, "epoch": 0.09706774519716886, "timestamp": 1786049382.0458567, "loss": 0.2381824731826782, "grad_norm": 0.248046875, "learning_rate": 0.0003, "train/total_time_seconds": 47.36132412776351, "train/time_per_step_avg": 0.03279253628104925, "train/epoch_time_elapsed": 176.6875797584653, "train/estimated_remaining_minutes": 0.3069715452725413} +{"step": 1460, "epoch": 0.09841590832490732, "timestamp": 1786049383.6995225, "loss": 0.23610148429870606, "grad_norm": 0.251953125, "learning_rate": 0.0003, "train/total_time_seconds": 48.00870141759515, "train/time_per_step_avg": 0.03285056617110968, "train/epoch_time_elapsed": 178.34124562516809, "train/estimated_remaining_minutes": 0.29594404983449063} +{"step": 1480, "epoch": 0.09976407145264576, "timestamp": 1786049385.3474422, "loss": 0.2342632532119751, "grad_norm": 0.314453125, "learning_rate": 0.0003, "train/total_time_seconds": 48.66131813824177, "train/time_per_step_avg": 0.03295509047806263, "train/epoch_time_elapsed": 179.9891650788486, "train/estimated_remaining_minutes": 0.2849536647734878} +{"step": 1500, "epoch": 0.10111223458038422, "timestamp": 1786049386.9444215, "loss": 0.23345742225646973, "grad_norm": 0.2451171875, "learning_rate": 0.0003, "train/total_time_seconds": 49.301528710871935, "train/time_per_step_avg": 0.03294689264148474, "train/epoch_time_elapsed": 181.5861452035606, "train/estimated_remaining_minutes": 0.27389738172706635} +{"step": 1520, "epoch": 0.10246039770812268, "timestamp": 1786049388.568212, "loss": 0.2314380884170532, "grad_norm": 0.23828125, "learning_rate": 0.0003, "train/total_time_seconds": 49.945243548601866, "train/time_per_step_avg": 0.032261324152350425, "train/epoch_time_elapsed": 183.20993569493294, "train/estimated_remaining_minutes": 0.26286970288737826} +{"step": 1540, "epoch": 0.10380856083586114, "timestamp": 1786049390.1511428, "loss": 0.23142380714416505, "grad_norm": 0.25, "learning_rate": 0.0003, "train/total_time_seconds": 50.585043136030436, "train/time_per_step_avg": 0.03223719008266926, "train/epoch_time_elapsed": 184.79286658763885, "train/estimated_remaining_minutes": 0.2518303013265585} +{"step": 1560, "epoch": 0.1051567239635996, "timestamp": 1786049391.7483315, "loss": 0.23050789833068847, "grad_norm": 0.255859375, "learning_rate": 0.0003, "train/total_time_seconds": 51.2255529537797, "train/time_per_step_avg": 0.03216851536184549, "train/epoch_time_elapsed": 186.39005509018898, "train/estimated_remaining_minutes": 0.24080388140665668} +{"step": 1580, "epoch": 0.10650488709133805, "timestamp": 1786049393.3269691, "loss": 0.2312251567840576, "grad_norm": 0.28125, "learning_rate": 0.0003, "train/total_time_seconds": 51.869527976959944, "train/time_per_step_avg": 0.03208209838718176, "train/epoch_time_elapsed": 187.96869291737676, "train/estimated_remaining_minutes": 0.22980170622703774} +{"step": 1600, "epoch": 0.10785305021907651, "timestamp": 1786049394.9012017, "loss": 0.24621260166168213, "grad_norm": 1.2265625, "learning_rate": 0.0003, "train/total_time_seconds": 52.50744093954563, "train/time_per_step_avg": 0.03205912228673696, "train/epoch_time_elapsed": 189.54292361438274, "train/estimated_remaining_minutes": 0.21878100391477348} +{"step": 1600, "epoch": 0.10785305021907651, "timestamp": 1786049403.5150638, "eval_loss": 0.24832753837108612, "eval_runtime": 8.6121, "eval_samples_per_second": 1106.233, "eval_steps_per_second": 17.301, "train/total_time_seconds": 52.50744093954563, "train/time_per_step_avg": 0.03205912228673696, "train/epoch_time_elapsed": 198.15678665414453, "train/estimated_remaining_minutes": 0.21878100391477348} +{"step": 1620, "epoch": 0.10920121334681497, "timestamp": 1786049405.1830227, "loss": 0.23615570068359376, "grad_norm": 0.431640625, "learning_rate": 0.0003, "train/total_time_seconds": 53.208364114165306, "train/time_per_step_avg": 0.032631205655634404, "train/epoch_time_elapsed": 199.8246551975608, "train/estimated_remaining_minutes": 0.20801623830640759, "train/global/act/norm": 26662.120871921594, "train/global/act/mean": -0.18670240049764425, "train/global/act/std": 0.0, "train/global/act/max_abs": 10.875, "train/global/act/frac_near_dtype_limit": 0.0, "train/global/act/frac_near_user_limit": 0.0, "train/global/grad/norm": 1.1220210450945312, "train/global/grad/mean": -1.5694518768066867e-06, "train/global/grad/std": 0.0007932791284578916, "train/global/grad/max_abs": 0.0257568359375, "train/global/grad/frac_near_dtype_limit": 0.0, "train/global/grad/frac_near_user_limit": 0.0, "train/global/param/norm": 76.75789161891596, "train/global/param/mean": 0.0016874480636347815, "train/global/param/std": 0.054206175039571036, "train/global/param/max_abs": 1.0, "train/global/param/frac_near_dtype_limit": 0.0, "train/global/param/frac_near_user_limit": 0.0, "train/layer_model_layers_6/act/norm": 6650.180654327982, "train/layer_model_layers_6/act/mean": 0.040528059005737305, "train/layer_model_layers_6/act/std": 0.8106447980407078, "train/layer_model_layers_6/act/max_abs": 5.21875, "train/layer_model_layers_6/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/act/frac_near_user_limit": 0.0, "train/layer_model_layers_6/grad/norm": 0.32802788048614867, "train/layer_model_layers_6/grad/mean": -7.372994597728092e-08, "train/layer_model_layers_6/grad/std": 0.0008102565936791837, "train/layer_model_layers_6/grad/max_abs": 0.0096435546875, "train/layer_model_layers_6/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_6/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_1/param/norm": 18.395569375701584, "train/layer__model_layers_1/param/mean": 0.001509525102683795, "train/layer__model_layers_1/param/std": 0.0453926560896265, "train/layer__model_layers_1/param/max_abs": 1.0, "train/layer__model_layers_1/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_1/param/frac_near_user_limit": 0.0, "train/layer__model_layers_7/param/norm": 18.963459414588627, "train/layer__model_layers_7/param/mean": 0.0015054068959633386, "train/layer__model_layers_7/param/std": 0.0468059514991976, "train/layer__model_layers_7/param/max_abs": 1.0, "train/layer__model_layers_7/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_7/param/frac_near_user_limit": 0.0, "train/layer_model_layers_0/act/norm": 3948.765032164451, "train/layer_model_layers_0/act/mean": 0.005098819732666016, "train/layer_model_layers_0/act/std": 0.48209839404048677, "train/layer_model_layers_0/act/max_abs": 4.5, "train/layer_model_layers_0/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/act/frac_near_user_limit": 0.0, "train/layer_model_layers_0/grad/norm": 0.3774874987223704, "train/layer_model_layers_0/grad/mean": 3.184585624291633e-08, "train/layer_model_layers_0/grad/std": 0.0009322751034869133, "train/layer_model_layers_0/grad/max_abs": 0.0211181640625, "train/layer_model_layers_0/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_0/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_8/param/norm": 19.752706994074256, "train/layer__model_layers_8/param/mean": 0.0013686753286400377, "train/layer__model_layers_8/param/std": 0.048763044299203105, "train/layer__model_layers_8/param/max_abs": 1.0, "train/layer__model_layers_8/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_8/param/frac_near_user_limit": 0.0, "train/layer_model_layers_4/act/norm": 6356.132995316745, "train/layer_model_layers_4/act/mean": 0.011343598365783691, "train/layer_model_layers_4/act/std": 0.7756927019545022, "train/layer_model_layers_4/act/max_abs": 5.46875, "train/layer_model_layers_4/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/act/frac_near_user_limit": 0.0, "train/layer_model_layers_4/grad/norm": 0.369820741556542, "train/layer_model_layers_4/grad/mean": -2.3526167162866933e-06, "train/layer_model_layers_4/grad/std": 0.0009126287709640553, "train/layer_model_layers_4/grad/max_abs": 0.0106201171875, "train/layer_model_layers_4/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_4/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_8/act/norm": 6291.621075595025, "train/layer_model_layers_8/act/mean": 0.036185264587402344, "train/layer_model_layers_8/act/std": 0.7667884463277871, "train/layer_model_layers_8/act/max_abs": 8.125, "train/layer_model_layers_8/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/act/frac_near_user_limit": 0.0, "train/layer_model_layers_8/grad/norm": 0.28180635175790286, "train/layer_model_layers_8/grad/mean": -7.3134248230647e-07, "train/layer_model_layers_8/grad/std": 0.0006953337955503775, "train/layer_model_layers_8/grad/max_abs": 0.0093994140625, "train/layer_model_layers_8/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_8/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_5/act/norm": 6605.513480282515, "train/layer_model_layers_5/act/mean": 0.019217491149902344, "train/layer_model_layers_5/act/std": 0.8061349908310275, "train/layer_model_layers_5/act/max_abs": 5.28125, "train/layer_model_layers_5/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/act/frac_near_user_limit": 0.0, "train/layer_model_layers_5/grad/norm": 0.3392512365727067, "train/layer_model_layers_5/grad/mean": -8.792774795370057e-07, "train/layer_model_layers_5/grad/std": 0.0008382912160745538, "train/layer_model_layers_5/grad/max_abs": 0.010498046875, "train/layer_model_layers_5/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_5/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_3/param/norm": 18.50078519237427, "train/layer__model_layers_3/param/mean": 0.001483970796820154, "train/layer__model_layers_3/param/std": 0.04565285207248654, "train/layer__model_layers_3/param/max_abs": 1.0, "train/layer__model_layers_3/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_3/param/frac_near_user_limit": 0.0, "train/layer__model_layers_4/param/norm": 18.560290272514596, "train/layer__model_layers_4/param/mean": 0.0015966323162203832, "train/layer__model_layers_4/param/std": 0.04579470742628805, "train/layer__model_layers_4/param/max_abs": 1.0, "train/layer__model_layers_4/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_4/param/frac_near_user_limit": 0.0, "train/layer__model_layers_5/param/norm": 18.66393005656231, "train/layer__model_layers_5/param/mean": 0.0015905799806211, "train/layer__model_layers_5/param/std": 0.04605096080451412, "train/layer__model_layers_5/param/max_abs": 1.0, "train/layer__model_layers_5/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_5/param/frac_near_user_limit": 0.0, "train/layer__model_layers_0/param/norm": 18.518057593366805, "train/layer__model_layers_0/param/mean": 0.0015567178473271744, "train/layer__model_layers_0/param/std": 0.04570441518872178, "train/layer__model_layers_0/param/max_abs": 1.0, "train/layer__model_layers_0/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_0/param/frac_near_user_limit": 0.0, "train/layer_model_layers_1/act/norm": 4347.777654654783, "train/layer_model_layers_1/act/mean": 0.021392822265625, "train/layer_model_layers_1/act/std": 0.5296195697645524, "train/layer_model_layers_1/act/max_abs": 3.828125, "train/layer_model_layers_1/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/act/frac_near_user_limit": 0.0, "train/layer_model_layers_1/grad/norm": 0.4566051892093224, "train/layer_model_layers_1/grad/mean": -1.042709335708023e-06, "train/layer_model_layers_1/grad/std": 0.0011267974534723392, "train/layer_model_layers_1/grad/max_abs": 0.0213623046875, "train/layer_model_layers_1/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_1/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_3/act/norm": 6008.402688629851, "train/layer_model_layers_3/act/mean": 0.030698657035827637, "train/layer_model_layers_3/act/std": 0.7320835523562363, "train/layer_model_layers_3/act/max_abs": 4.8125, "train/layer_model_layers_3/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/act/frac_near_user_limit": 0.0, "train/layer_model_layers_3/grad/norm": 0.4189698474986778, "train/layer_model_layers_3/grad/mean": -5.1140971191215815e-06, "train/layer_model_layers_3/grad/std": 0.0010342778204653858, "train/layer_model_layers_3/grad/max_abs": 0.0224609375, "train/layer_model_layers_3/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_3/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_2/param/norm": 18.548579586790467, "train/layer__model_layers_2/param/mean": 0.0014465379640576249, "train/layer__model_layers_2/param/std": 0.045762539338066247, "train/layer__model_layers_2/param/max_abs": 1.0, "train/layer__model_layers_2/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_2/param/frac_near_user_limit": 0.0, "train/layer_model_layers_7/act/norm": 6295.240381890158, "train/layer_model_layers_7/act/mean": 0.02159595489501953, "train/layer_model_layers_7/act/std": 0.7689057378285454, "train/layer_model_layers_7/act/max_abs": 4.65625, "train/layer_model_layers_7/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/act/frac_near_user_limit": 0.0, "train/layer_model_layers_7/grad/norm": 0.29034028843487886, "train/layer_model_layers_7/grad/mean": -8.149842576192062e-07, "train/layer_model_layers_7/grad/std": 0.0007171023830817464, "train/layer_model_layers_7/grad/max_abs": 0.0096435546875, "train/layer_model_layers_7/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_7/grad/frac_near_user_limit": 0.0, "train/layer_model_layers_2/act/norm": 5824.028247880373, "train/layer_model_layers_2/act/mean": 0.0007588863372802734, "train/layer_model_layers_2/act/std": 0.7115760405004191, "train/layer_model_layers_2/act/max_abs": 5.4375, "train/layer_model_layers_2/act/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/act/frac_near_user_limit": 0.0, "train/layer_model_layers_2/grad/norm": 0.3998661569261724, "train/layer_model_layers_2/grad/mean": 1.4532932811147895e-06, "train/layer_model_layers_2/grad/std": 0.000987411660315677, "train/layer_model_layers_2/grad/max_abs": 0.02392578125, "train/layer_model_layers_2/grad/frac_near_dtype_limit": 0.0, "train/layer_model_layers_2/grad/frac_near_user_limit": 0.0, "train/layer__model_layers_6/param/norm": 18.776264157257827, "train/layer__model_layers_6/param/mean": 0.0016964393175336388, "train/layer__model_layers_6/param/std": 0.04633868243762101, "train/layer__model_layers_6/param/max_abs": 1.0, "train/layer__model_layers_6/param/frac_near_dtype_limit": 0.0, "train/layer__model_layers_6/param/frac_near_user_limit": 0.0, "train/tensor_act_model_embed_tokens/norm": 158.22589111328125, "train/tensor_act_model_embed_tokens/mean": 4.8160552978515625e-05, "train/tensor_act_model_embed_tokens/std": 0.0771484375, "train/tensor_act_model_embed_tokens/max_abs": 0.193359375, "train/tensor_act_model_embed_tokens/frac_near_dtype_limit": 0.0, "train/tensor_act_model_embed_tokens/frac_near_user_limit": 0.0, "train/tensor_act_model_rotary_emb/norm": 812.1860961914062, "train/tensor_act_model_rotary_emb/mean": 0.333984375, "train/tensor_act_model_rotary_emb/std": 0.71875, "train/tensor_act_model_rotary_emb/max_abs": 1.0, "train/tensor_act_model_rotary_emb/frac_near_dtype_limit": 0.0, "train/tensor_act_model_rotary_emb/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/norm": 2048.267578125, "train/tensor_act_model_layers_0_input_layernorm/mean": -0.000335693359375, "train/tensor_act_model_layers_0_input_layernorm/std": 1.0, "train/tensor_act_model_layers_0_input_layernorm/max_abs": 3.3125, "train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/norm": 971.0498046875, "train/tensor_act_model_layers_0_self_attn_q_proj/mean": -0.00927734375, "train/tensor_act_model_layers_0_self_attn_q_proj/std": 0.474609375, "train/tensor_act_model_layers_0_self_attn_q_proj/max_abs": 4.5, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/norm": 1423.04931640625, "train/tensor_act_model_layers_0_self_attn_k_proj/mean": -0.060791015625, "train/tensor_act_model_layers_0_self_attn_k_proj/std": 0.69140625, "train/tensor_act_model_layers_0_self_attn_k_proj/max_abs": 4.03125, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/norm": 475.5897216796875, "train/tensor_act_model_layers_0_self_attn_v_proj/mean": -0.00107574462890625, "train/tensor_act_model_layers_0_self_attn_v_proj/std": 0.232421875, "train/tensor_act_model_layers_0_self_attn_v_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/norm": 101.28006744384766, "train/tensor_act_model_layers_0_self_attn_o_proj/mean": 0.00153350830078125, "train/tensor_act_model_layers_0_self_attn_o_proj/std": 0.04931640625, "train/tensor_act_model_layers_0_self_attn_o_proj/max_abs": 0.302734375, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/norm": 101.28006744384766, "train/tensor_act_model_layers_0_self_attn/mean": 0.00153350830078125, "train/tensor_act_model_layers_0_self_attn/std": 0.04931640625, "train/tensor_act_model_layers_0_self_attn/max_abs": 0.302734375, "train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/norm": 2047.8553466796875, "train/tensor_act_model_layers_0_post_attention_layernorm/mean": 0.01190185546875, "train/tensor_act_model_layers_0_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_0_post_attention_layernorm/max_abs": 3.171875, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/norm": 1356.3485107421875, "train/tensor_act_model_layers_0_mlp_situglu_W_g/mean": 0.08349609375, "train/tensor_act_model_layers_0_mlp_situglu_W_g/std": 0.4609375, "train/tensor_act_model_layers_0_mlp_situglu_W_g/max_abs": 2.9375, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/norm": 1406.7940673828125, "train/tensor_act_model_layers_0_mlp_situglu_W_u/mean": -0.0167236328125, "train/tensor_act_model_layers_0_mlp_situglu_W_u/std": 0.486328125, "train/tensor_act_model_layers_0_mlp_situglu_W_u/max_abs": 2.703125, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/norm": 311.51519775390625, "train/tensor_act_model_layers_0_mlp_situglu/mean": -0.004241943359375, "train/tensor_act_model_layers_0_mlp_situglu/std": 0.107421875, "train/tensor_act_model_layers_0_mlp_situglu/max_abs": 2.359375, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 114.59226989746094, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.003814697265625, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.055908203125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.265625, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/norm": 114.59226989746094, "train/tensor_act_model_layers_0_mlp/mean": 0.003814697265625, "train/tensor_act_model_layers_0_mlp/std": 0.055908203125, "train/tensor_act_model_layers_0_mlp/max_abs": 0.265625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0/norm": 216.49571228027344, "train/tensor_act_model_layers_0/mean": 0.005401611328125, "train/tensor_act_model_layers_0/std": 0.10546875, "train/tensor_act_model_layers_0/max_abs": 0.42578125, "train/tensor_act_model_layers_0/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/norm": 2047.9010009765625, "train/tensor_act_model_layers_1_input_layernorm/mean": 0.05078125, "train/tensor_act_model_layers_1_input_layernorm/std": 1.0, "train/tensor_act_model_layers_1_input_layernorm/max_abs": 3.59375, "train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/norm": 1056.5074462890625, "train/tensor_act_model_layers_1_self_attn_q_proj/mean": 0.05126953125, "train/tensor_act_model_layers_1_self_attn_q_proj/std": 0.51171875, "train/tensor_act_model_layers_1_self_attn_q_proj/max_abs": 2.296875, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/norm": 1352.0966796875, "train/tensor_act_model_layers_1_self_attn_k_proj/mean": 0.09130859375, "train/tensor_act_model_layers_1_self_attn_k_proj/std": 0.65234375, "train/tensor_act_model_layers_1_self_attn_k_proj/max_abs": 2.640625, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/norm": 451.6824035644531, "train/tensor_act_model_layers_1_self_attn_v_proj/mean": -0.0255126953125, "train/tensor_act_model_layers_1_self_attn_v_proj/std": 0.21875, "train/tensor_act_model_layers_1_self_attn_v_proj/max_abs": 0.9609375, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/norm": 100.70796966552734, "train/tensor_act_model_layers_1_self_attn_o_proj/mean": 0.00836181640625, "train/tensor_act_model_layers_1_self_attn_o_proj/std": 0.04833984375, "train/tensor_act_model_layers_1_self_attn_o_proj/max_abs": 0.2236328125, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/norm": 100.70796966552734, "train/tensor_act_model_layers_1_self_attn/mean": 0.00836181640625, "train/tensor_act_model_layers_1_self_attn/std": 0.04833984375, "train/tensor_act_model_layers_1_self_attn/max_abs": 0.2236328125, "train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/norm": 2047.9285888671875, "train/tensor_act_model_layers_1_post_attention_layernorm/mean": 0.11181640625, "train/tensor_act_model_layers_1_post_attention_layernorm/std": 0.9921875, "train/tensor_act_model_layers_1_post_attention_layernorm/max_abs": 3.453125, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/norm": 1808.7498779296875, "train/tensor_act_model_layers_1_mlp_situglu_W_g/mean": 0.051513671875, "train/tensor_act_model_layers_1_mlp_situglu_W_g/std": 0.62109375, "train/tensor_act_model_layers_1_mlp_situglu_W_g/max_abs": 2.359375, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/norm": 1964.5062255859375, "train/tensor_act_model_layers_1_mlp_situglu_W_u/mean": -0.035888671875, "train/tensor_act_model_layers_1_mlp_situglu_W_u/std": 0.67578125, "train/tensor_act_model_layers_1_mlp_situglu_W_u/max_abs": 3.828125, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/norm": 359.6495056152344, "train/tensor_act_model_layers_1_mlp_situglu/mean": 0.002685546875, "train/tensor_act_model_layers_1_mlp_situglu/std": 0.1240234375, "train/tensor_act_model_layers_1_mlp_situglu/max_abs": 1.2421875, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 121.26112365722656, "train/tensor_act_model_layers_1_mlp_down_proj/mean": -0.001495361328125, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.05908203125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.2734375, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/norm": 121.26112365722656, "train/tensor_act_model_layers_1_mlp/mean": -0.001495361328125, "train/tensor_act_model_layers_1_mlp/std": 0.05908203125, "train/tensor_act_model_layers_1_mlp/max_abs": 0.2734375, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1/norm": 238.68138122558594, "train/tensor_act_model_layers_1/mean": 0.01226806640625, "train/tensor_act_model_layers_1/std": 0.11572265625, "train/tensor_act_model_layers_1/max_abs": 0.443359375, "train/tensor_act_model_layers_1/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/norm": 2047.913330078125, "train/tensor_act_model_layers_2_input_layernorm/mean": 0.10400390625, "train/tensor_act_model_layers_2_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_input_layernorm/max_abs": 3.875, "train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/norm": 3308.11083984375, "train/tensor_act_model_layers_2_self_attn_q_proj/mean": -0.173828125, "train/tensor_act_model_layers_2_self_attn_q_proj/std": 1.609375, "train/tensor_act_model_layers_2_self_attn_q_proj/max_abs": 5.4375, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/norm": 2862.567626953125, "train/tensor_act_model_layers_2_self_attn_k_proj/mean": -0.06689453125, "train/tensor_act_model_layers_2_self_attn_k_proj/std": 1.3984375, "train/tensor_act_model_layers_2_self_attn_k_proj/max_abs": 4.78125, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/norm": 465.63330078125, "train/tensor_act_model_layers_2_self_attn_v_proj/mean": -0.0030670166015625, "train/tensor_act_model_layers_2_self_attn_v_proj/std": 0.2275390625, "train/tensor_act_model_layers_2_self_attn_v_proj/max_abs": 1.34375, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/norm": 121.24984741210938, "train/tensor_act_model_layers_2_self_attn_o_proj/mean": -0.001800537109375, "train/tensor_act_model_layers_2_self_attn_o_proj/std": 0.05908203125, "train/tensor_act_model_layers_2_self_attn_o_proj/max_abs": 0.306640625, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/norm": 121.24984741210938, "train/tensor_act_model_layers_2_self_attn/mean": -0.001800537109375, "train/tensor_act_model_layers_2_self_attn/std": 0.05908203125, "train/tensor_act_model_layers_2_self_attn/max_abs": 0.306640625, "train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/norm": 2047.946533203125, "train/tensor_act_model_layers_2_post_attention_layernorm/mean": 0.07373046875, "train/tensor_act_model_layers_2_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_2_post_attention_layernorm/max_abs": 3.90625, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/norm": 1623.237548828125, "train/tensor_act_model_layers_2_mlp_situglu_W_g/mean": 0.024658203125, "train/tensor_act_model_layers_2_mlp_situglu_W_g/std": 0.55859375, "train/tensor_act_model_layers_2_mlp_situglu_W_g/max_abs": 2.421875, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/norm": 1834.3023681640625, "train/tensor_act_model_layers_2_mlp_situglu_W_u/mean": 0.00982666015625, "train/tensor_act_model_layers_2_mlp_situglu_W_u/std": 0.6328125, "train/tensor_act_model_layers_2_mlp_situglu_W_u/max_abs": 2.953125, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/norm": 254.27293395996094, "train/tensor_act_model_layers_2_mlp_situglu/mean": 0.0018768310546875, "train/tensor_act_model_layers_2_mlp_situglu/std": 0.087890625, "train/tensor_act_model_layers_2_mlp_situglu/max_abs": 1.34375, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 77.1646499633789, "train/tensor_act_model_layers_2_mlp_down_proj/mean": -0.0004673004150390625, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.03759765625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.185546875, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/norm": 77.1646499633789, "train/tensor_act_model_layers_2_mlp/mean": -0.0004673004150390625, "train/tensor_act_model_layers_2_mlp/std": 0.03759765625, "train/tensor_act_model_layers_2_mlp/max_abs": 0.185546875, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2/norm": 266.5221252441406, "train/tensor_act_model_layers_2/mean": 0.010009765625, "train/tensor_act_model_layers_2/std": 0.1298828125, "train/tensor_act_model_layers_2/max_abs": 0.5625, "train/tensor_act_model_layers_2/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/norm": 2047.944091796875, "train/tensor_act_model_layers_3_input_layernorm/mean": 0.0751953125, "train/tensor_act_model_layers_3_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_input_layernorm/max_abs": 4.1875, "train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/norm": 3535.84765625, "train/tensor_act_model_layers_3_self_attn_q_proj/mean": 0.1455078125, "train/tensor_act_model_layers_3_self_attn_q_proj/std": 1.71875, "train/tensor_act_model_layers_3_self_attn_q_proj/max_abs": 4.8125, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/norm": 2967.055419921875, "train/tensor_act_model_layers_3_self_attn_k_proj/mean": -0.0164794921875, "train/tensor_act_model_layers_3_self_attn_k_proj/std": 1.4453125, "train/tensor_act_model_layers_3_self_attn_k_proj/max_abs": 4.125, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/norm": 437.6048583984375, "train/tensor_act_model_layers_3_self_attn_v_proj/mean": -0.00946044921875, "train/tensor_act_model_layers_3_self_attn_v_proj/std": 0.2138671875, "train/tensor_act_model_layers_3_self_attn_v_proj/max_abs": 1.078125, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/norm": 113.53636169433594, "train/tensor_act_model_layers_3_self_attn_o_proj/mean": 0.002899169921875, "train/tensor_act_model_layers_3_self_attn_o_proj/std": 0.055419921875, "train/tensor_act_model_layers_3_self_attn_o_proj/max_abs": 0.26171875, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/norm": 113.53636169433594, "train/tensor_act_model_layers_3_self_attn/mean": 0.002899169921875, "train/tensor_act_model_layers_3_self_attn/std": 0.055419921875, "train/tensor_act_model_layers_3_self_attn/max_abs": 0.26171875, "train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/norm": 2047.9468994140625, "train/tensor_act_model_layers_3_post_attention_layernorm/mean": 0.08642578125, "train/tensor_act_model_layers_3_post_attention_layernorm/std": 0.99609375, "train/tensor_act_model_layers_3_post_attention_layernorm/max_abs": 3.96875, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/norm": 1787.43994140625, "train/tensor_act_model_layers_3_mlp_situglu_W_g/mean": 0.0625, "train/tensor_act_model_layers_3_mlp_situglu_W_g/std": 0.61328125, "train/tensor_act_model_layers_3_mlp_situglu_W_g/max_abs": 2.6875, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/norm": 1686.01171875, "train/tensor_act_model_layers_3_mlp_situglu_W_u/mean": 0.033935546875, "train/tensor_act_model_layers_3_mlp_situglu_W_u/std": 0.58203125, "train/tensor_act_model_layers_3_mlp_situglu_W_u/max_abs": 2.875, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/norm": 255.31781005859375, "train/tensor_act_model_layers_3_mlp_situglu/mean": -0.00010013580322265625, "train/tensor_act_model_layers_3_mlp_situglu/std": 0.08837890625, "train/tensor_act_model_layers_3_mlp_situglu/max_abs": 1.1484375, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 81.92745208740234, "train/tensor_act_model_layers_3_mlp_down_proj/mean": -0.00046539306640625, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.0400390625, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.2138671875, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/norm": 81.92745208740234, "train/tensor_act_model_layers_3_mlp/mean": -0.00046539306640625, "train/tensor_act_model_layers_3_mlp/std": 0.0400390625, "train/tensor_act_model_layers_3_mlp/max_abs": 0.2138671875, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3/norm": 271.362060546875, "train/tensor_act_model_layers_3/mean": 0.012451171875, "train/tensor_act_model_layers_3/std": 0.1318359375, "train/tensor_act_model_layers_3/max_abs": 0.55078125, "train/tensor_act_model_layers_3/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/norm": 2047.9366455078125, "train/tensor_act_model_layers_4_input_layernorm/mean": 0.0908203125, "train/tensor_act_model_layers_4_input_layernorm/std": 0.99609375, "train/tensor_act_model_layers_4_input_layernorm/max_abs": 4.3125, "train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/norm": 3779.238037109375, "train/tensor_act_model_layers_4_self_attn_q_proj/mean": -0.043701171875, "train/tensor_act_model_layers_4_self_attn_q_proj/std": 1.84375, "train/tensor_act_model_layers_4_self_attn_q_proj/max_abs": 5.46875, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/norm": 3250.50341796875, "train/tensor_act_model_layers_4_self_attn_k_proj/mean": 0.04052734375, "train/tensor_act_model_layers_4_self_attn_k_proj/std": 1.5859375, "train/tensor_act_model_layers_4_self_attn_k_proj/max_abs": 4.3125, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/norm": 399.6895751953125, "train/tensor_act_model_layers_4_self_attn_v_proj/mean": 0.01239013671875, "train/tensor_act_model_layers_4_self_attn_v_proj/std": 0.1943359375, "train/tensor_act_model_layers_4_self_attn_v_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/norm": 100.17037200927734, "train/tensor_act_model_layers_4_self_attn_o_proj/mean": -0.00384521484375, "train/tensor_act_model_layers_4_self_attn_o_proj/std": 0.048828125, "train/tensor_act_model_layers_4_self_attn_o_proj/max_abs": 0.263671875, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/norm": 100.17037200927734, "train/tensor_act_model_layers_4_self_attn/mean": -0.00384521484375, "train/tensor_act_model_layers_4_self_attn/std": 0.048828125, "train/tensor_act_model_layers_4_self_attn/max_abs": 0.263671875, "train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/norm": 2047.9493408203125, "train/tensor_act_model_layers_4_post_attention_layernorm/mean": 0.05517578125, "train/tensor_act_model_layers_4_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_4_post_attention_layernorm/max_abs": 4.15625, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/norm": 1594.4847412109375, "train/tensor_act_model_layers_4_mlp_situglu_W_g/mean": 0.048583984375, "train/tensor_act_model_layers_4_mlp_situglu_W_g/std": 0.546875, "train/tensor_act_model_layers_4_mlp_situglu_W_g/max_abs": 2.46875, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/norm": 2069.48828125, "train/tensor_act_model_layers_4_mlp_situglu_W_u/mean": -0.03271484375, "train/tensor_act_model_layers_4_mlp_situglu_W_u/std": 0.71484375, "train/tensor_act_model_layers_4_mlp_situglu_W_u/max_abs": 3.234375, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/norm": 261.4319152832031, "train/tensor_act_model_layers_4_mlp_situglu/mean": -0.0031280517578125, "train/tensor_act_model_layers_4_mlp_situglu/std": 0.09033203125, "train/tensor_act_model_layers_4_mlp_situglu/max_abs": 1.1171875, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 82.77610778808594, "train/tensor_act_model_layers_4_mlp_down_proj/mean": -2.574920654296875e-05, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.04052734375, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.2197265625, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/norm": 82.77610778808594, "train/tensor_act_model_layers_4_mlp/mean": -2.574920654296875e-05, "train/tensor_act_model_layers_4_mlp/std": 0.04052734375, "train/tensor_act_model_layers_4_mlp/max_abs": 0.2197265625, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4/norm": 277.1990661621094, "train/tensor_act_model_layers_4/mean": 0.008544921875, "train/tensor_act_model_layers_4/std": 0.134765625, "train/tensor_act_model_layers_4/max_abs": 0.56640625, "train/tensor_act_model_layers_4/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/norm": 2047.940185546875, "train/tensor_act_model_layers_5_input_layernorm/mean": 0.0615234375, "train/tensor_act_model_layers_5_input_layernorm/std": 1.0, "train/tensor_act_model_layers_5_input_layernorm/max_abs": 4.09375, "train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/norm": 3798.706787109375, "train/tensor_act_model_layers_5_self_attn_q_proj/mean": 0.0673828125, "train/tensor_act_model_layers_5_self_attn_q_proj/std": 1.8515625, "train/tensor_act_model_layers_5_self_attn_q_proj/max_abs": 5.28125, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/norm": 3327.722900390625, "train/tensor_act_model_layers_5_self_attn_k_proj/mean": 0.064453125, "train/tensor_act_model_layers_5_self_attn_k_proj/std": 1.625, "train/tensor_act_model_layers_5_self_attn_k_proj/max_abs": 4.65625, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/norm": 416.3797912597656, "train/tensor_act_model_layers_5_self_attn_v_proj/mean": -0.0038909912109375, "train/tensor_act_model_layers_5_self_attn_v_proj/std": 0.203125, "train/tensor_act_model_layers_5_self_attn_v_proj/max_abs": 1.0625, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/norm": 118.33650970458984, "train/tensor_act_model_layers_5_self_attn_o_proj/mean": -0.008056640625, "train/tensor_act_model_layers_5_self_attn_o_proj/std": 0.05712890625, "train/tensor_act_model_layers_5_self_attn_o_proj/max_abs": 0.3515625, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/norm": 118.33650970458984, "train/tensor_act_model_layers_5_self_attn/mean": -0.008056640625, "train/tensor_act_model_layers_5_self_attn/std": 0.05712890625, "train/tensor_act_model_layers_5_self_attn/max_abs": 0.3515625, "train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/norm": 2047.9560546875, "train/tensor_act_model_layers_5_post_attention_layernorm/mean": 0.0017242431640625, "train/tensor_act_model_layers_5_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_5_post_attention_layernorm/max_abs": 4.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/norm": 1942.11376953125, "train/tensor_act_model_layers_5_mlp_situglu_W_g/mean": 0.1396484375, "train/tensor_act_model_layers_5_mlp_situglu_W_g/std": 0.65625, "train/tensor_act_model_layers_5_mlp_situglu_W_g/max_abs": 2.859375, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/norm": 2354.8349609375, "train/tensor_act_model_layers_5_mlp_situglu_W_u/mean": -0.0810546875, "train/tensor_act_model_layers_5_mlp_situglu_W_u/std": 0.80859375, "train/tensor_act_model_layers_5_mlp_situglu_W_u/max_abs": 2.984375, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/norm": 326.97613525390625, "train/tensor_act_model_layers_5_mlp_situglu/mean": 0.004425048828125, "train/tensor_act_model_layers_5_mlp_situglu/std": 0.11279296875, "train/tensor_act_model_layers_5_mlp_situglu/max_abs": 1.4921875, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 102.4088363647461, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.001953125, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.050048828125, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.26953125, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/norm": 102.4088363647461, "train/tensor_act_model_layers_5_mlp/mean": 0.001953125, "train/tensor_act_model_layers_5_mlp/std": 0.050048828125, "train/tensor_act_model_layers_5_mlp/max_abs": 0.26953125, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5/norm": 307.2312927246094, "train/tensor_act_model_layers_5/mean": 0.0024566650390625, "train/tensor_act_model_layers_5/std": 0.150390625, "train/tensor_act_model_layers_5/max_abs": 0.7265625, "train/tensor_act_model_layers_5/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/norm": 2047.9495849609375, "train/tensor_act_model_layers_6_input_layernorm/mean": 0.0155029296875, "train/tensor_act_model_layers_6_input_layernorm/std": 1.0, "train/tensor_act_model_layers_6_input_layernorm/max_abs": 4.15625, "train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/norm": 3726.4912109375, "train/tensor_act_model_layers_6_self_attn_q_proj/mean": 0.232421875, "train/tensor_act_model_layers_6_self_attn_q_proj/std": 1.8046875, "train/tensor_act_model_layers_6_self_attn_q_proj/max_abs": 5.21875, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/norm": 3267.417724609375, "train/tensor_act_model_layers_6_self_attn_k_proj/mean": 0.08349609375, "train/tensor_act_model_layers_6_self_attn_k_proj/std": 1.59375, "train/tensor_act_model_layers_6_self_attn_k_proj/max_abs": 3.9375, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/norm": 382.2914123535156, "train/tensor_act_model_layers_6_self_attn_v_proj/mean": -0.01043701171875, "train/tensor_act_model_layers_6_self_attn_v_proj/std": 0.1865234375, "train/tensor_act_model_layers_6_self_attn_v_proj/max_abs": 1.0859375, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/norm": 98.28141021728516, "train/tensor_act_model_layers_6_self_attn_o_proj/mean": -0.00286865234375, "train/tensor_act_model_layers_6_self_attn_o_proj/std": 0.0478515625, "train/tensor_act_model_layers_6_self_attn_o_proj/max_abs": 0.2890625, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/norm": 98.28141021728516, "train/tensor_act_model_layers_6_self_attn/mean": -0.00286865234375, "train/tensor_act_model_layers_6_self_attn/std": 0.0478515625, "train/tensor_act_model_layers_6_self_attn/max_abs": 0.2890625, "train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/norm": 2047.9625244140625, "train/tensor_act_model_layers_6_post_attention_layernorm/mean": -0.0028076171875, "train/tensor_act_model_layers_6_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_6_post_attention_layernorm/max_abs": 3.953125, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/norm": 2167.096435546875, "train/tensor_act_model_layers_6_mlp_situglu_W_g/mean": 0.173828125, "train/tensor_act_model_layers_6_mlp_situglu_W_g/std": 0.7265625, "train/tensor_act_model_layers_6_mlp_situglu_W_g/max_abs": 3.609375, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/norm": 2468.301513671875, "train/tensor_act_model_layers_6_mlp_situglu_W_u/mean": -0.0068359375, "train/tensor_act_model_layers_6_mlp_situglu_W_u/std": 0.8515625, "train/tensor_act_model_layers_6_mlp_situglu_W_u/max_abs": 3.90625, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/norm": 412.47247314453125, "train/tensor_act_model_layers_6_mlp_situglu/mean": -0.0002269744873046875, "train/tensor_act_model_layers_6_mlp_situglu/std": 0.142578125, "train/tensor_act_model_layers_6_mlp_situglu/max_abs": 1.859375, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 122.18931579589844, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.000965118408203125, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.0595703125, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.349609375, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/norm": 122.18931579589844, "train/tensor_act_model_layers_6_mlp/mean": 0.000965118408203125, "train/tensor_act_model_layers_6_mlp/std": 0.0595703125, "train/tensor_act_model_layers_6_mlp/max_abs": 0.349609375, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6/norm": 345.8625183105469, "train/tensor_act_model_layers_6/mean": 0.00054931640625, "train/tensor_act_model_layers_6/std": 0.1689453125, "train/tensor_act_model_layers_6/max_abs": 0.8046875, "train/tensor_act_model_layers_6/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/norm": 2047.958740234375, "train/tensor_act_model_layers_7_input_layernorm/mean": 0.0031890869140625, "train/tensor_act_model_layers_7_input_layernorm/std": 1.0, "train/tensor_act_model_layers_7_input_layernorm/max_abs": 3.890625, "train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/norm": 3290.319091796875, "train/tensor_act_model_layers_7_self_attn_q_proj/mean": -0.1474609375, "train/tensor_act_model_layers_7_self_attn_q_proj/std": 1.6015625, "train/tensor_act_model_layers_7_self_attn_q_proj/max_abs": 4.65625, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/norm": 3012.27197265625, "train/tensor_act_model_layers_7_self_attn_k_proj/mean": -0.111328125, "train/tensor_act_model_layers_7_self_attn_k_proj/std": 1.46875, "train/tensor_act_model_layers_7_self_attn_k_proj/max_abs": 3.875, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/norm": 365.13653564453125, "train/tensor_act_model_layers_7_self_attn_v_proj/mean": 0.00921630859375, "train/tensor_act_model_layers_7_self_attn_v_proj/std": 0.177734375, "train/tensor_act_model_layers_7_self_attn_v_proj/max_abs": 0.97265625, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/norm": 67.23190307617188, "train/tensor_act_model_layers_7_self_attn_o_proj/mean": -0.0025482177734375, "train/tensor_act_model_layers_7_self_attn_o_proj/std": 0.03271484375, "train/tensor_act_model_layers_7_self_attn_o_proj/max_abs": 0.291015625, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/norm": 67.23190307617188, "train/tensor_act_model_layers_7_self_attn/mean": -0.0025482177734375, "train/tensor_act_model_layers_7_self_attn/std": 0.03271484375, "train/tensor_act_model_layers_7_self_attn/max_abs": 0.291015625, "train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/norm": 2047.960693359375, "train/tensor_act_model_layers_7_post_attention_layernorm/mean": -0.01190185546875, "train/tensor_act_model_layers_7_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_7_post_attention_layernorm/max_abs": 3.828125, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/norm": 2175.69140625, "train/tensor_act_model_layers_7_mlp_situglu_W_g/mean": 0.28515625, "train/tensor_act_model_layers_7_mlp_situglu_W_g/std": 0.6953125, "train/tensor_act_model_layers_7_mlp_situglu_W_g/max_abs": 3.703125, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/norm": 2440.586181640625, "train/tensor_act_model_layers_7_mlp_situglu_W_u/mean": 0.0306396484375, "train/tensor_act_model_layers_7_mlp_situglu_W_u/std": 0.84375, "train/tensor_act_model_layers_7_mlp_situglu_W_u/max_abs": 4.59375, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/norm": 537.5703125, "train/tensor_act_model_layers_7_mlp_situglu/mean": -0.0048828125, "train/tensor_act_model_layers_7_mlp_situglu/std": 0.185546875, "train/tensor_act_model_layers_7_mlp_situglu/max_abs": 3.359375, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 163.44915771484375, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.003631591796875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.07958984375, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.40234375, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/norm": 163.44915771484375, "train/tensor_act_model_layers_7_mlp/mean": -0.003631591796875, "train/tensor_act_model_layers_7_mlp/std": 0.07958984375, "train/tensor_act_model_layers_7_mlp/max_abs": 0.40234375, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7/norm": 408.5575256347656, "train/tensor_act_model_layers_7/mean": -0.005645751953125, "train/tensor_act_model_layers_7/std": 0.19921875, "train/tensor_act_model_layers_7/max_abs": 0.85546875, "train/tensor_act_model_layers_7/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/norm": 2047.97216796875, "train/tensor_act_model_layers_8_input_layernorm/mean": -0.0277099609375, "train/tensor_act_model_layers_8_input_layernorm/std": 1.0, "train/tensor_act_model_layers_8_input_layernorm/max_abs": 3.8125, "train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/norm": 3239.768798828125, "train/tensor_act_model_layers_8_self_attn_q_proj/mean": 0.0830078125, "train/tensor_act_model_layers_8_self_attn_q_proj/std": 1.578125, "train/tensor_act_model_layers_8_self_attn_q_proj/max_abs": 4.59375, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/norm": 2830.57421875, "train/tensor_act_model_layers_8_self_attn_k_proj/mean": -0.03369140625, "train/tensor_act_model_layers_8_self_attn_k_proj/std": 1.3828125, "train/tensor_act_model_layers_8_self_attn_k_proj/max_abs": 3.671875, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/norm": 394.63494873046875, "train/tensor_act_model_layers_8_self_attn_v_proj/mean": -0.00860595703125, "train/tensor_act_model_layers_8_self_attn_v_proj/std": 0.1923828125, "train/tensor_act_model_layers_8_self_attn_v_proj/max_abs": 0.9375, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/norm": 92.51716613769531, "train/tensor_act_model_layers_8_self_attn_o_proj/mean": -0.0018310546875, "train/tensor_act_model_layers_8_self_attn_o_proj/std": 0.045166015625, "train/tensor_act_model_layers_8_self_attn_o_proj/max_abs": 0.234375, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/norm": 92.51716613769531, "train/tensor_act_model_layers_8_self_attn/mean": -0.0018310546875, "train/tensor_act_model_layers_8_self_attn/std": 0.045166015625, "train/tensor_act_model_layers_8_self_attn/max_abs": 0.234375, "train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_self_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/norm": 2047.963134765625, "train/tensor_act_model_layers_8_post_attention_layernorm/mean": -0.039794921875, "train/tensor_act_model_layers_8_post_attention_layernorm/std": 1.0, "train/tensor_act_model_layers_8_post_attention_layernorm/max_abs": 3.953125, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/norm": 2134.91796875, "train/tensor_act_model_layers_8_mlp_situglu_W_g/mean": 0.32421875, "train/tensor_act_model_layers_8_mlp_situglu_W_g/std": 0.66015625, "train/tensor_act_model_layers_8_mlp_situglu_W_g/max_abs": 3.875, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_g/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/norm": 2390.322265625, "train/tensor_act_model_layers_8_mlp_situglu_W_u/mean": 0.001617431640625, "train/tensor_act_model_layers_8_mlp_situglu_W_u/std": 0.82421875, "train/tensor_act_model_layers_8_mlp_situglu_W_u/max_abs": 4.4375, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu_W_u/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/norm": 1133.20068359375, "train/tensor_act_model_layers_8_mlp_situglu/mean": -0.0157470703125, "train/tensor_act_model_layers_8_mlp_situglu/std": 0.390625, "train/tensor_act_model_layers_8_mlp_situglu/max_abs": 8.125, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_situglu/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 494.2805480957031, "train/tensor_act_model_layers_8_mlp_down_proj/mean": -0.00110626220703125, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.2412109375, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 1.3515625, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/norm": 494.2805480957031, "train/tensor_act_model_layers_8_mlp/mean": -0.00110626220703125, "train/tensor_act_model_layers_8_mlp/std": 0.2412109375, "train/tensor_act_model_layers_8_mlp/max_abs": 1.3515625, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8/norm": 686.1190185546875, "train/tensor_act_model_layers_8/mean": -0.008544921875, "train/tensor_act_model_layers_8/std": 0.333984375, "train/tensor_act_model_layers_8/max_abs": 1.765625, "train/tensor_act_model_layers_8/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8/frac_near_user_limit": 0.0, "train/tensor_act_model_norm/norm": 2047.9656982421875, "train/tensor_act_model_norm/mean": -0.01953125, "train/tensor_act_model_norm/std": 1.0, "train/tensor_act_model_norm/max_abs": 3.84375, "train/tensor_act_model_norm/frac_near_dtype_limit": 0.0, "train/tensor_act_model_norm/frac_near_user_limit": 0.0, "train/tensor_act_model/norm": 2047.9656982421875, "train/tensor_act_model/mean": -0.01953125, "train/tensor_act_model/std": 1.0, "train/tensor_act_model/max_abs": 3.84375, "train/tensor_act_model/frac_near_dtype_limit": 0.0, "train/tensor_act_model/frac_near_user_limit": 0.0, "train/tensor_act_lm_head/norm": 19743.52734375, "train/tensor_act_lm_head/mean": -1.140625, "train/tensor_act_lm_head/std": 1.265625, "train/tensor_act_lm_head/max_abs": 10.875, "train/tensor_act_lm_head/frac_near_dtype_limit": 0.0, "train/tensor_act_lm_head/frac_near_user_limit": 0.0, "train/tensor_act_/norm": 0.24317343533039093, "train/tensor_act_/mean": 0.24317343533039093, "train/tensor_act_/std": NaN, "train/tensor_act_/max_abs": 0.24317343533039093, "train/tensor_act_/frac_near_dtype_limit": 0.0, "train/tensor_act_/frac_near_user_limit": 0.0, "train/tensor_grad_model_norm_weight/norm": 0.146484375, "train/tensor_grad_model_norm_weight/mean": -0.01202392578125, "train/tensor_grad_model_norm_weight/std": 0.004852294921875, "train/tensor_grad_model_norm_weight/max_abs": 0.0257568359375, "train/tensor_grad_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_norm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.1728515625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -6.034970283508301e-07, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 0.00095367431640625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.0093994140625, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/norm": 0.07421875, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/mean": -3.5762786865234375e-06, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/std": 0.0004100799560546875, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.00482177734375, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/norm": 0.0791015625, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/mean": -4.26173210144043e-06, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/std": 0.0004367828369140625, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.005615234375, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm": 0.0038299560546875, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean": -0.0001316070556640625, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std": 0.00031280517578125, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs": 0.001129150390625, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm": 0.11669921875, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean": -2.384185791015625e-07, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std": 0.000911712646484375, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs": 0.008056640625, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm": 0.1552734375, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean": 1.0013580322265625e-05, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std": 0.00121307373046875, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs": 0.004974365234375, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm": 0.0038299560546875, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean": 6.193295121192932e-08, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std": 2.9921531677246094e-05, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs": 0.000286102294921875, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm": 0.00090789794921875, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean": 7.12461769580841e-08, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std": 7.092952728271484e-06, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs": 4.76837158203125e-05, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/norm": 0.00360107421875, "train/tensor_grad_model_layers_8_input_layernorm_weight/mean": 8.678436279296875e-05, "train/tensor_grad_model_layers_8_input_layernorm_weight/std": 0.0003070831298828125, "train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs": 0.00098419189453125, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.1494140625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -3.1441450119018555e-06, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 0.000827789306640625, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.00665283203125, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/norm": 0.12353515625, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/mean": -1.5273690223693848e-06, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/std": 0.000682830810546875, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.0096435546875, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/norm": 0.12109375, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/mean": -3.771856427192688e-08, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/std": 0.000667572021484375, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.00714111328125, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm": 0.00384521484375, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean": 2.872943878173828e-05, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std": 0.000339508056640625, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs": 0.000942230224609375, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm": 0.08544921875, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean": 2.086162567138672e-06, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std": 0.000667572021484375, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs": 0.0067138671875, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm": 0.1572265625, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean": -1.2814998626708984e-06, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std": 0.00122833251953125, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs": 0.004913330078125, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm": 0.0010833740234375, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean": 2.3283064365386963e-08, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std": 8.463859558105469e-06, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs": 0.0001544952392578125, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm": 0.00054931640625, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean": -8.847564458847046e-09, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std": 4.291534423828125e-06, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs": 3.838539123535156e-05, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/norm": 0.003204345703125, "train/tensor_grad_model_layers_7_input_layernorm_weight/mean": 2.7179718017578125e-05, "train/tensor_grad_model_layers_7_input_layernorm_weight/std": 0.00028228759765625, "train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs": 0.000820159912109375, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.1083984375, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -9.685754776000977e-07, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 0.000598907470703125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.007537841796875, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/norm": 0.1396484375, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/mean": 7.860362529754639e-07, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/std": 0.00077056884765625, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.0096435546875, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/norm": 0.125, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/mean": -6.658956408500671e-08, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/std": 0.00069427490234375, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.007476806640625, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm": 0.00457763671875, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean": 3.695487976074219e-05, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std": 0.0004062652587890625, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs": 0.00128173828125, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm": 0.111328125, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean": -3.3974647521972656e-06, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std": 0.0008697509765625, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0096435546875, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm": 0.2197265625, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean": 2.9802322387695312e-06, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std": 0.00171661376953125, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs": 0.00799560546875, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm": 0.00103759765625, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean": -2.0954757928848267e-07, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std": 8.106231689453125e-06, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs": 9.918212890625e-05, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm": 0.0003604888916015625, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean": 5.675246939063072e-09, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std": 2.816319465637207e-06, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs": 2.2530555725097656e-05, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/norm": 0.00543212890625, "train/tensor_grad_model_layers_6_input_layernorm_weight/mean": 1.1801719665527344e-05, "train/tensor_grad_model_layers_6_input_layernorm_weight/std": 0.0004825592041015625, "train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs": 0.0018310546875, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.091796875, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": 2.130866050720215e-06, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 0.000507354736328125, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.00439453125, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/norm": 0.1328125, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/mean": -1.1771917343139648e-06, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/std": 0.000736236572265625, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.0101318359375, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/norm": 0.1474609375, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/mean": -1.952052116394043e-06, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/std": 0.00081634521484375, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.007537841796875, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm": 0.00408935546875, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean": 4.7206878662109375e-05, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std": 0.0003604888916015625, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs": 0.001312255859375, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm": 0.1494140625, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean": -8.530914783477783e-07, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std": 0.00116729736328125, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs": 0.00982666015625, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm": 0.2119140625, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean": -5.900859832763672e-06, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std": 0.00165557861328125, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs": 0.010498046875, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm": 0.0008697509765625, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean": 2.4010660126805305e-09, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std": 6.794929504394531e-06, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs": 9.107589721679688e-05, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm": 0.000621795654296875, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean": -2.6542693376541138e-08, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std": 4.857778549194336e-06, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs": 4.3392181396484375e-05, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/norm": 0.00555419921875, "train/tensor_grad_model_layers_5_input_layernorm_weight/mean": -5.125999450683594e-05, "train/tensor_grad_model_layers_5_input_layernorm_weight/std": 0.00048828125, "train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs": 0.001983642578125, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.08984375, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 3.03611159324646e-07, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 0.00049591064453125, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.00396728515625, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/norm": 0.11474609375, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/mean": 1.3336539268493652e-06, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/std": 0.00063323974609375, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.006072998046875, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/norm": 0.15625, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/mean": -6.034970283508301e-07, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/std": 0.00086212158203125, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.0098876953125, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm": 0.00482177734375, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean": 2.9802322387695312e-05, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std": 0.00042724609375, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs": 0.0010528564453125, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm": 0.1630859375, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean": -7.539987564086914e-06, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std": 0.00127410888671875, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0106201171875, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm": 0.25390625, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean": -1.8477439880371094e-05, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std": 0.001983642578125, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0091552734375, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm": 0.000949859619140625, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean": 1.695007085800171e-07, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std": 7.420778274536133e-06, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs": 7.295608520507812e-05, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm": 0.0003814697265625, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean": 6.845220923423767e-08, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std": 2.9802322387695312e-06, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs": 1.9073486328125e-05, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/norm": 0.0050048828125, "train/tensor_grad_model_layers_4_input_layernorm_weight/mean": -1.0728836059570312e-05, "train/tensor_grad_model_layers_4_input_layernorm_weight/std": 0.0004444122314453125, "train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs": 0.00176239013671875, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.1025390625, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 9.462237358093262e-07, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 0.0005645751953125, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.00518798828125, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/norm": 0.2099609375, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/mean": -1.5020370483398438e-05, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/std": 0.00115966796875, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.0224609375, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/norm": 0.1025390625, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/mean": -3.9637088775634766e-06, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/std": 0.000568389892578125, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.00543212890625, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm": 0.0057373046875, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean": 3.910064697265625e-05, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std": 0.000507354736328125, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs": 0.00151824951171875, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm": 0.20703125, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean": 9.655952453613281e-06, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std": 0.001617431640625, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs": 0.0147705078125, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm": 0.259765625, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean": -2.5987625122070312e-05, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std": 0.0020294189453125, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0107421875, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm": 0.0045166015625, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean": 3.2782554626464844e-07, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std": 3.528594970703125e-05, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs": 0.0002803802490234375, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm": 0.0031280517578125, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean": 2.4400651454925537e-07, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std": 2.4437904357910156e-05, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs": 0.00022602081298828125, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/norm": 0.0045166015625, "train/tensor_grad_model_layers_3_input_layernorm_weight/mean": 3.9577484130859375e-05, "train/tensor_grad_model_layers_3_input_layernorm_weight/std": 0.0003986358642578125, "train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs": 0.001434326171875, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.10546875, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": -3.594905138015747e-07, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 0.000583648681640625, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.006378173828125, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/norm": 0.1494140625, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/mean": 3.4570693969726562e-06, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/std": 0.000827789306640625, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.01220703125, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/norm": 0.1259765625, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/mean": -3.591179847717285e-06, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/std": 0.00069427490234375, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.00592041015625, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm": 0.0037994384765625, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean": 2.110004425048828e-05, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std": 0.000335693359375, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs": 0.000934600830078125, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm": 0.2451171875, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean": -7.040798664093018e-07, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std": 0.00191497802734375, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs": 0.02392578125, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm": 0.224609375, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean": 1.6570091247558594e-05, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std": 0.0017547607421875, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs": 0.0113525390625, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm": 0.0017547607421875, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean": -1.4156103134155273e-07, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std": 1.3709068298339844e-05, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs": 0.00019359588623046875, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm": 0.0009307861328125, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean": 7.450580596923828e-08, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std": 7.271766662597656e-06, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs": 7.867813110351562e-05, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/norm": 0.00494384765625, "train/tensor_grad_model_layers_2_input_layernorm_weight/mean": -5.3882598876953125e-05, "train/tensor_grad_model_layers_2_input_layernorm_weight/std": 0.00043487548828125, "train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs": 0.00147247314453125, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.2392578125, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 3.039836883544922e-06, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.00131988525390625, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.01318359375, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/norm": 0.1572265625, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/mean": -5.364418029785156e-06, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/std": 0.0008697509765625, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.0087890625, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/norm": 0.16796875, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/mean": -9.238719940185547e-06, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/std": 0.000926971435546875, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.0091552734375, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm": 0.004913330078125, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean": 0.0001049041748046875, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std": 0.000423431396484375, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs": 0.001312255859375, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm": 0.2353515625, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean": -3.427267074584961e-06, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std": 0.00183868408203125, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs": 0.0213623046875, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm": 0.20703125, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean": 1.519918441772461e-05, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std": 0.001617431640625, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs": 0.0111083984375, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm": 0.002716064453125, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean": 1.4901161193847656e-07, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std": 2.1219253540039062e-05, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs": 0.0001583099365234375, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm": 0.00360107421875, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean": 4.842877388000488e-08, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std": 2.8133392333984375e-05, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs": 0.00023746490478515625, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/norm": 0.0036773681640625, "train/tensor_grad_model_layers_1_input_layernorm_weight/mean": -1.3530254364013672e-05, "train/tensor_grad_model_layers_1_input_layernorm_weight/std": 0.0003261566162109375, "train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs": 0.0014190673828125, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 0.18359375, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 1.5497207641601562e-06, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 0.00101470947265625, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 0.0093994140625, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/norm": 0.099609375, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/mean": -7.674098014831543e-07, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/std": 0.000553131103515625, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.00677490234375, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/norm": 0.1416015625, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/mean": 3.0100345611572266e-06, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/std": 0.000782012939453125, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.01300048828125, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm": 0.004669189453125, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean": -8.916854858398438e-05, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std": 0.00040435791015625, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs": 0.00153350830078125, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm": 0.25390625, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean": -1.4603137969970703e-06, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std": 0.001983642578125, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs": 0.0211181640625, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm": 0.11962890625, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean": -5.27501106262207e-06, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std": 0.000934600830078125, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs": 0.0076904296875, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm": 0.0019073486328125, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean": -9.255018085241318e-09, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std": 1.4901161193847656e-05, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs": 0.00014495849609375, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm": 0.002655029296875, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean": 1.7415732145309448e-07, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std": 2.0742416381835938e-05, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs": 0.0002880096435546875, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/norm": 0.0022735595703125, "train/tensor_grad_model_layers_0_input_layernorm_weight/mean": 1.685693860054016e-07, "train/tensor_grad_model_layers_0_input_layernorm_weight/std": 0.000202178955078125, "train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs": 0.00069427490234375, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/norm": 0.1669921875, "train/tensor_grad_model_embed_tokens_weight/mean": -7.450580596923828e-08, "train/tensor_grad_model_embed_tokens_weight/std": 0.0002307891845703125, "train/tensor_grad_model_embed_tokens_weight/max_abs": 0.0205078125, "train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/norm": 51.0, "train/tensor_param_model_embed_tokens_weight/mean": 0.00189208984375, "train/tensor_param_model_embed_tokens_weight/std": 0.0703125, "train/tensor_param_model_embed_tokens_weight/max_abs": 0.193359375, "train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_embed_tokens_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm": 3.203125, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean": -0.0005340576171875, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/std": 0.0250244140625, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs": 0.08984375, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm": 3.296875, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean": 0.000125885009765625, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/std": 0.0257568359375, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean": 0.00011110305786132812, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs": 0.0849609375, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean": -8.7738037109375e-05, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/norm": 4.21875, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/mean": 6.198883056640625e-05, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/std": 0.0233154296875, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/max_abs": 0.10791015625, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/norm": 4.21875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/mean": -4.589557647705078e-06, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/std": 0.0233154296875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 4.15625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.000118255615234375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0230712890625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm": 3.125, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean": 9.489059448242188e-05, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/std": 0.0244140625, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs": 0.09912109375, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm": 3.109375, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean": 2.0265579223632812e-05, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/std": 0.0242919921875, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm": 2.53125, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean": -0.000186920166015625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/std": 0.019775390625, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm": 2.515625, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean": -1.5020370483398438e-05, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/std": 0.0196533203125, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs": 0.076171875, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/norm": 4.0625, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/mean": 1.9431114196777344e-05, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/std": 0.0225830078125, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/max_abs": 0.0869140625, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/norm": 4.15625, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/mean": -0.0001811981201171875, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/std": 0.02294921875, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/max_abs": 0.09814453125, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 4.0625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -4.792213439941406e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.0223388671875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.08544921875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm": 3.703125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean": -0.000339508056640625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean": -0.000240325927734375, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean": -1.6450881958007812e-05, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm": 2.6875, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean": -0.00016689300537109375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/std": 0.02099609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/norm": 3.953125, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/mean": 7.009506225585938e-05, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/std": 0.0218505859375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/norm": 4.03125, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/mean": -9.393692016601562e-05, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/std": 0.022216796875, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/max_abs": 0.095703125, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 3.984375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.09716796875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm": 3.609375, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean": 0.00010204315185546875, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm": 3.40625, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean": -6.866455078125e-05, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/std": 0.026611328125, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs": 0.09326171875, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm": 2.65625, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean": -3.147125244140625e-05, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/std": 0.020751953125, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm": 2.71875, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean": -0.00022125244140625, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/std": 0.021240234375, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs": 0.080078125, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/norm": 3.921875, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/mean": 9.953975677490234e-06, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/std": 0.021728515625, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/norm": 3.984375, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/mean": -0.00010395050048828125, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/std": 0.02197265625, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/max_abs": 0.09375, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 4.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -0.0001773834228515625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0220947265625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.0859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm": 3.765625, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean": -9.965896606445312e-05, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm": 3.515625, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean": 7.200241088867188e-05, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/std": 0.0274658203125, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs": 0.099609375, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm": 2.625, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean": -4.708766937255859e-06, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs": 0.0810546875, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm": 2.734375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean": -6.0558319091796875e-05, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/norm": 3.921875, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/mean": 5.364418029785156e-05, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/std": 0.0216064453125, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/max_abs": 0.08642578125, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/norm": 4.03125, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/mean": 3.3855438232421875e-05, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/std": 0.022216796875, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/max_abs": 0.091796875, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 4.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.00014209747314453125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm": 3.8125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean": -7.486343383789062e-05, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm": 3.609375, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean": -0.00019168853759765625, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs": 0.09423828125, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean": -0.00016689300537109375, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs": 0.0986328125, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm": 2.84375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean": 0.00016307830810546875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/std": 0.022216796875, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs": 0.08740234375, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/norm": 4.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/mean": 9.822845458984375e-05, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/std": 0.0220947265625, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/max_abs": 0.09130859375, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/norm": 4.125, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/mean": -0.00016117095947265625, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/std": 0.0228271484375, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/max_abs": 0.09228515625, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 4.09375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.0003509521484375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0225830078125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.08837890625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm": 3.78125, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean": -4.553794860839844e-05, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs": 0.11669921875, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm": 3.5625, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean": 0.000164031982421875, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm": 2.640625, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean": -0.00023555755615234375, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/std": 0.0206298828125, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs": 0.08154296875, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm": 2.8125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean": 0.00023937225341796875, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/std": 0.02197265625, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/norm": 4.1875, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/mean": 0.000156402587890625, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/std": 0.023193359375, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/max_abs": 0.08935546875, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/norm": 4.3125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/mean": 0.00032806396484375, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/std": 0.0238037109375, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/max_abs": 0.0830078125, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 4.3125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.0001373291015625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.02392578125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.09814453125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm": 3.78125, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean": -0.000217437744140625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs": 0.1015625, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm": 3.59375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean": 0.0004367828369140625, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs": 0.0927734375, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm": 2.609375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean": -0.00011444091796875, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/std": 0.0203857421875, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs": 0.08349609375, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm": 2.734375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean": -0.00011348724365234375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/std": 0.0213623046875, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs": 0.0771484375, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/norm": 4.59375, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/std": 0.025390625, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/norm": 4.5625, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/mean": 5.3882598876953125e-05, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/std": 0.0252685546875, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/max_abs": 0.103515625, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 4.5, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -6.771087646484375e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.02490234375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm": 3.921875, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean": -4.076957702636719e-05, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs": 0.10009765625, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm": 3.671875, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean": 8.487701416015625e-05, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs": 0.109375, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm": 2.5625, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean": -0.00029754638671875, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/std": 0.02001953125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs": 0.07861328125, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm": 2.625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean": -2.1420419216156006e-07, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/std": 0.0205078125, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs": 0.08447265625, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/norm": 5.65625, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/mean": -0.00067138671875, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/std": 0.03125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_g_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/norm": 5.6875, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/mean": 0.000125885009765625, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/std": 0.031494140625, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_situglu_W_u_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_input_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm": 11.3125, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/std": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs": 1.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_norm_weight/norm": 11.3125, "train/tensor_param_model_norm_weight/mean": 1.0, "train/tensor_param_model_norm_weight/std": 0.0, "train/tensor_param_model_norm_weight/max_abs": 1.0, "train/tensor_param_model_norm_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_norm_weight/frac_near_user_limit": 0.0} +{"step": 1640, "epoch": 0.11054937647455342, "timestamp": 1786049406.7984154, "loss": 0.22966282367706298, "grad_norm": 0.2490234375, "learning_rate": 0.0003, "train/total_time_seconds": 53.85376754030585, "train/time_per_step_avg": 0.03268724404275417, "train/epoch_time_elapsed": 201.44013817608356, "train/estimated_remaining_minutes": 0.19702597880599704} +{"step": 1660, "epoch": 0.11189753960229187, "timestamp": 1786049408.4266725, "loss": 0.22619259357452393, "grad_norm": 0.23046875, "learning_rate": 0.0003, "train/total_time_seconds": 54.50085208564997, "train/time_per_step_avg": 0.0327529913187027, "train/epoch_time_elapsed": 203.06839599087834, "train/estimated_remaining_minutes": 0.18604708543294166} +{"step": 1680, "epoch": 0.11324570273003033, "timestamp": 1786049410.0028605, "loss": 0.22551326751708983, "grad_norm": 0.2294921875, "learning_rate": 0.0003, "train/total_time_seconds": 55.13829927518964, "train/time_per_step_avg": 0.032687712982296946, "train/epoch_time_elapsed": 204.64458407089114, "train/estimated_remaining_minutes": 0.17504221992123697} +{"step": 1700, "epoch": 0.11459386585776879, "timestamp": 1786049411.6216688, "loss": 0.22568647861480712, "grad_norm": 0.2275390625, "learning_rate": 0.0003, "train/total_time_seconds": 55.782176688313484, "train/time_per_step_avg": 0.03274735748767853, "train/epoch_time_elapsed": 206.26339238137007, "train/estimated_remaining_minutes": 0.1640652255538632} +{"step": 1720, "epoch": 0.11594202898550725, "timestamp": 1786049413.2053213, "loss": 0.22336173057556152, "grad_norm": 0.2197265625, "learning_rate": 0.0003, "train/total_time_seconds": 56.42444188520312, "train/time_per_step_avg": 0.03216077771037817, "train/epoch_time_elapsed": 207.84704517945647, "train/estimated_remaining_minutes": 0.15308957100636505} +{"step": 1740, "epoch": 0.1172901921132457, "timestamp": 1786049414.9060612, "loss": 0.22329356670379638, "grad_norm": 0.224609375, "learning_rate": 0.0003, "train/total_time_seconds": 57.10468175634742, "train/time_per_step_avg": 0.03250914216041565, "train/epoch_time_elapsed": 209.54778454080224, "train/estimated_remaining_minutes": 0.1422147246805587} +{"step": 1760, "epoch": 0.11863835524098416, "timestamp": 1786049416.4982235, "loss": 0.22178163528442382, "grad_norm": 0.23046875, "learning_rate": 0.0003, "train/total_time_seconds": 57.74491510167718, "train/time_per_step_avg": 0.03244063016027212, "train/epoch_time_elapsed": 211.1399466469884, "train/estimated_remaining_minutes": 0.13123844341290267} +{"step": 1780, "epoch": 0.11998651836872262, "timestamp": 1786049418.1083848, "loss": 0.22261629104614258, "grad_norm": 0.2177734375, "learning_rate": 0.0003, "train/total_time_seconds": 58.386848494410515, "train/time_per_step_avg": 0.03248549219220877, "train/epoch_time_elapsed": 212.75010844692588, "train/estimated_remaining_minutes": 0.12027253435178197} diff --git a/out/sweep_summary.json b/out/sweep_summary.json index bb9c8b1436c40754ee8a8097829fe6fad1a06474..7e73df145e744fe4b00c870f0d1063ad062f4bf8 100644 --- a/out/sweep_summary.json +++ b/out/sweep_summary.json @@ -1,8 +1,8 @@ [ { - "variant": "glu-gelu-9L", - "eval_loss": 0.21510063111782074, - "out": "out/glu-gelu-9L_run", - "run_name": "LM-glu-gelu-9L-2.0M-20260806-203757" + "variant": "glu-linear-9L", + "eval_loss": 0.20278693735599518, + "out": "out/glu-linear-9L_run", + "run_name": "LM-glu-linear-9L-2.0M-20260806-204220" } ] \ No newline at end of file diff --git a/wandb/debug-internal.log b/wandb/debug-internal.log index 5776a2f560e50179f29d335117c50629ab3ebcaf..3a053a5f25bbe80c42de937abffa24f764a6f057 100644 --- a/wandb/debug-internal.log +++ b/wandb/debug-internal.log @@ -1,33 +1,39 @@ -{"time":"2026-08-06T20:42:21.543464314Z","level":"INFO","msg":"wandb-core"} -{"time":"2026-08-06T20:42:21.543641595Z","level":"INFO","msg":"stream: starting","core version":"0.28.1"} -{"time":"2026-08-06T20:42:21.803418363Z","level":"INFO","msg":"stream: created new stream","id":"wp360ttn"} -{"time":"2026-08-06T20:42:21.803501768Z","level":"INFO","msg":"handler: started"} -{"time":"2026-08-06T20:42:21.80359043Z","level":"INFO","msg":"stream: started"} -{"time":"2026-08-06T20:42:21.803604162Z","level":"INFO","msg":"writer: started","stream_id":"wp360ttn"} -{"time":"2026-08-06T20:42:21.80365358Z","level":"INFO","msg":"sender: started"} -{"time":"2026-08-06T20:42:22.265785034Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} -{"time":"2026-08-06T20:42:22.362573435Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-06T20:42:24.460541572Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":65} -{"time":"2026-08-06T20:42:24.489987341Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":1840} -{"time":"2026-08-06T20:42:37.268777797Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":9,"events_offset":0,"events_lines":2,"console_offset":1,"console_lines":12,"uploaded_len":2} -{"time":"2026-08-06T20:42:37.485789434Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-06T20:42:52.269643048Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":5,"events_offset":2,"events_lines":2,"console_offset":3,"console_lines":1} -{"time":"2026-08-06T20:42:52.440767464Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-06T20:43:07.269896329Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":7,"events_offset":4,"events_lines":2,"console_offset":3,"console_lines":1} -{"time":"2026-08-06T20:43:07.567233929Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-06T20:43:22.269196695Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":21,"history_lines":8,"events_offset":6,"events_lines":2,"console_offset":3,"console_lines":1} -{"time":"2026-08-06T20:43:22.45702021Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-06T20:43:37.271658888Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":29,"history_lines":5,"events_offset":8,"events_lines":2,"console_offset":13,"console_lines":32} -{"time":"2026-08-06T20:43:37.658724228Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-06T20:43:52.268182622Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":34,"history_lines":9,"events_offset":10,"events_lines":2,"console_offset":43,"console_lines":1} -{"time":"2026-08-06T20:43:52.512692267Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-06T20:44:07.269361321Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":43,"history_lines":6,"events_offset":12,"events_lines":2,"console_offset":43,"console_lines":1} -{"time":"2026-08-06T20:44:07.549561985Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-06T20:44:22.270838758Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":49,"history_lines":5,"events_offset":14,"events_lines":2,"console_offset":43,"console_lines":1} -{"time":"2026-08-06T20:44:22.467674231Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-06T20:44:37.269305369Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":54,"history_lines":10,"events_offset":16,"events_lines":2,"console_offset":43,"console_lines":1} -{"time":"2026-08-06T20:44:37.602503456Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-06T20:44:52.27080337Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":64,"history_lines":5,"events_offset":18,"events_lines":2,"console_offset":45,"console_lines":43} -{"time":"2026-08-06T20:44:52.557260549Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-06T20:45:07.268285026Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":69,"history_lines":7,"events_offset":20,"events_lines":2,"console_offset":72,"console_lines":1} -{"time":"2026-08-06T20:45:07.45690126Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:46:44.790408866Z","level":"INFO","msg":"wandb-core"} +{"time":"2026-08-06T20:46:44.790530417Z","level":"INFO","msg":"stream: starting","core version":"0.28.1"} +{"time":"2026-08-06T20:46:45.051916443Z","level":"INFO","msg":"stream: created new stream","id":"8mwfoysp"} +{"time":"2026-08-06T20:46:45.052010466Z","level":"INFO","msg":"handler: started"} +{"time":"2026-08-06T20:46:45.052114616Z","level":"INFO","msg":"stream: started"} +{"time":"2026-08-06T20:46:45.052127023Z","level":"INFO","msg":"writer: started","stream_id":"8mwfoysp"} +{"time":"2026-08-06T20:46:45.052149136Z","level":"INFO","msg":"sender: started"} +{"time":"2026-08-06T20:46:45.552241874Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} +{"time":"2026-08-06T20:46:45.661773995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:46:47.848758849Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":65} +{"time":"2026-08-06T20:46:47.879481813Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":1894} +{"time":"2026-08-06T20:47:00.558300989Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":8,"events_offset":0,"events_lines":2,"console_offset":1,"console_lines":11,"uploaded_len":2} +{"time":"2026-08-06T20:47:00.800382185Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:47:15.558681968Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8,"history_lines":6,"events_offset":2,"events_lines":2,"console_offset":3,"console_lines":1} +{"time":"2026-08-06T20:47:15.78158734Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:47:30.55388797Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":7,"events_offset":4,"events_lines":2,"console_offset":3,"console_lines":1} +{"time":"2026-08-06T20:47:30.770275903Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:47:45.556305775Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":21,"history_lines":7,"events_offset":6,"events_lines":2,"console_offset":3,"console_lines":1} +{"time":"2026-08-06T20:47:45.770969331Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:48:00.554130108Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":5,"events_offset":8,"events_lines":2,"console_offset":12,"console_lines":32} +{"time":"2026-08-06T20:48:00.747001594Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:48:15.555602687Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":33,"history_lines":9,"events_offset":10,"events_lines":2,"console_offset":43,"console_lines":10} +{"time":"2026-08-06T20:48:15.793977581Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:48:30.556887492Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":42,"history_lines":5,"events_offset":12,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-08-06T20:48:30.795962187Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:48:45.554056036Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":47,"history_lines":7,"events_offset":14,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-08-06T20:48:45.795165619Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:49:00.557301085Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":54,"history_lines":7,"events_offset":16,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-08-06T20:49:00.760044495Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:49:15.55435557Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":61,"history_lines":5,"events_offset":18,"events_lines":2,"console_offset":53,"console_lines":32} +{"time":"2026-08-06T20:49:15.760948746Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:49:30.555526596Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":66,"history_lines":10,"events_offset":20,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-08-06T20:49:30.792493411Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:49:45.556252188Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":76,"history_lines":5,"events_offset":22,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-08-06T20:49:45.924677704Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:50:00.556538757Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":81,"history_lines":6,"events_offset":24,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-08-06T20:50:00.78401134Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:50:15.556938659Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":87,"history_lines":8,"events_offset":26,"events_lines":2,"console_offset":83,"console_lines":1} +{"time":"2026-08-06T20:50:15.813378935Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} diff --git a/wandb/debug.log b/wandb/debug.log index 0f51d91fd503586dd0e45721b9742155453d1b90..a77957ed12facaf7b06837d0812f97cdc973ec0e 100644 --- a/wandb/debug.log +++ b/wandb/debug.log @@ -1,23 +1,23 @@ -2026-08-06 20:42:21,541 INFO MainThread:531054 [wandb_setup.py:_flush():81] Current SDK version is 0.28.1 -2026-08-06 20:42:21,541 INFO MainThread:531054 [wandb_setup.py:_flush():81] Configure stats pid to 531054 -2026-08-06 20:42:21,541 INFO MainThread:531054 [wandb_setup.py:_flush():81] Loading settings from environment variables -2026-08-06 20:42:21,542 INFO MainThread:531054 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /mnt/data/zainulabideen/zain-exp/notebooks/Activation/wandb/run-20260806_204221-wp360ttn/logs/debug.log -2026-08-06 20:42:21,542 INFO MainThread:531054 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /mnt/data/zainulabideen/zain-exp/notebooks/Activation/wandb/run-20260806_204221-wp360ttn/logs/debug-internal.log -2026-08-06 20:42:21,542 INFO MainThread:531054 [wandb_init.py:init():772] calling init triggers -2026-08-06 20:42:21,542 INFO MainThread:531054 [wandb_init.py:init():777] wandb.init called with sweep_config: {} +2026-08-06 20:46:44,788 INFO MainThread:572529 [wandb_setup.py:_flush():81] Current SDK version is 0.28.1 +2026-08-06 20:46:44,788 INFO MainThread:572529 [wandb_setup.py:_flush():81] Configure stats pid to 572529 +2026-08-06 20:46:44,788 INFO MainThread:572529 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-08-06 20:46:44,789 INFO MainThread:572529 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /mnt/data/zainulabideen/zain-exp/notebooks/Activation/wandb/run-20260806_204644-8mwfoysp/logs/debug.log +2026-08-06 20:46:44,789 INFO MainThread:572529 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /mnt/data/zainulabideen/zain-exp/notebooks/Activation/wandb/run-20260806_204644-8mwfoysp/logs/debug-internal.log +2026-08-06 20:46:44,789 INFO MainThread:572529 [wandb_init.py:init():772] calling init triggers +2026-08-06 20:46:44,789 INFO MainThread:572529 [wandb_init.py:init():777] wandb.init called with sweep_config: {} config: {'_wandb': {}} -2026-08-06 20:42:21,542 INFO MainThread:531054 [wandb_init.py:init():820] starting backend -2026-08-06 20:42:21,542 INFO MainThread:531054 [wandb_init.py:init():826] Connected to an existing wandb-core service via WANDB_SERVICE -2026-08-06 20:42:21,542 INFO MainThread:531054 [wandb_init.py:init():835] sending inform_init request -2026-08-06 20:42:21,803 INFO MainThread:531054 [wandb_init.py:init():840] backend started and connected -2026-08-06 20:42:21,807 INFO MainThread:531054 [wandb_init.py:init():910] updated telemetry -2026-08-06 20:42:21,813 INFO MainThread:531054 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout -2026-08-06 20:42:21,995 INFO MainThread:531054 [wandb_init.py:init():978] starting run threads in backend -2026-08-06 20:42:22,069 INFO MainThread:531054 [wandb_run.py:_console_start():2621] atexit reg -2026-08-06 20:42:22,069 INFO MainThread:531054 [wandb_run.py:_redirect():2471] redirect: wrap_raw -2026-08-06 20:42:22,069 INFO MainThread:531054 [wandb_run.py:_redirect():2540] Wrapping output streams. -2026-08-06 20:42:22,069 INFO MainThread:531054 [wandb_run.py:_redirect():2563] Redirects installed. -2026-08-06 20:42:22,072 INFO MainThread:531054 [wandb_init.py:init():1016] run started, returning control to user process -2026-08-06 20:42:22,073 INFO MainThread:531054 [wandb_run.py:_config_callback():1346] config_cb None None {'transformers_version': '5.15.0.dev0', 'architectures': None, 'output_hidden_states': False, 'return_dict': True, 'dtype': None, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'problem_type': None, 'vocab_size': 4096, 'hidden_size': 128, 'intermediate_size': 256, 'num_hidden_layers': 9, 'num_attention_heads': 4, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'max_position_embeddings': 512, 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'use_cache': False, 'pad_token_id': 0, 'bos_token_id': 1, 'eos_token_id': 2, 'pretraining_tp': 1, 'tie_word_embeddings': True, 'rope_parameters': {'rope_theta': 10000.0, 'rope_type': 'default'}, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'head_dim': 32, '_name_or_path': '', 'tokenizer_name': 'w-ahmad/tiny-stories-tokenizer', 'mlp_type': 'glu', 'activation': 'linear', 'model_type': 'tiny_llama', 'output_attentions': False, 'output_dir': 'out/glu-linear-9L_run', 'per_device_train_batch_size': 64, 'num_train_epochs': 1, 'max_steps': 2000, 'learning_rate': 0.0003, 'lr_scheduler_type': 'constant', 'lr_scheduler_kwargs': None, 'warmup_steps': 0, 'optim': 'adamw_torch', 'optim_args': None, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'optim_target_modules': None, 'gradient_accumulation_steps': 1, 'average_tokens_across_devices': True, 'max_grad_norm': 1.0, 'label_smoothing_factor': 0.0, 'bf16': True, 'fp16': False, 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'use_liger_kernel': False, 'liger_kernel_config': None, 'neftune_noise_alpha': None, 'torch_empty_cache_steps': None, 'auto_find_batch_size': False, 'logging_strategy': 'steps', 'logging_steps': 20, 'logging_first_step': False, 'log_on_each_node': True, 'logging_nan_inf_filter': True, 'include_num_input_tokens_seen': 'no', 'log_level': 'passive', 'log_level_replica': 'warning', 'disable_tqdm': False, 'report_to': ['wandb'], 'run_name': 'LM-glu-linear-9L-2.0M-20260806-204220', 'project': 'huggingface', 'trackio_space_id': None, 'trackio_bucket_id': None, 'trackio_static_space_id': None, 'eval_strategy': 'steps', 'eval_steps': 200, 'eval_delay': 0, 'per_device_eval_batch_size': 64, 'prediction_loss_only': False, 'eval_on_start': False, 'eval_do_concat_batches': True, 'eval_use_gather_object': False, 'eval_accumulation_steps': None, 'include_for_metrics': [], 'batch_eval_metrics': False, 'save_only_model': False, 'save_strategy': 'steps', 'save_steps': 500, 'save_on_each_node': False, 'save_total_limit': None, 'enable_jit_checkpoint': False, 'push_to_hub': True, 'hub_token': '', 'hub_private_repo': None, 'hub_model_id': 'w-ahmad/ACTio-glu-linear-9L', 'hub_strategy': 'every_save', 'hub_always_push': False, 'hub_revision': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'restore_callback_states_from_checkpoint': False, 'full_determinism': False, 'seed': 42, 'data_seed': 42, 'use_cpu': False, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'dataloader_drop_last': False, 'dataloader_num_workers': 0, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'dataloader_prefetch_factor': None, 'dataloader_multiprocessing_context': None, 'dataloader_in_order': True, 'remove_unused_columns': False, 'label_names': None, 'train_sampling_strategy': 'random', 'length_column_name': 'length', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'ddp_static_graph': None, 'ddp_backend': None, 'ddp_timeout': 1800, 'fsdp': None, 'fsdp_config': None, 'deepspeed': None, 'debug': [], 'skip_memory_metrics': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'resume_from_checkpoint': None, 'local_rank': -1} -2026-08-06 20:42:22,075 INFO MainThread:531054 [wandb_config.py:__setitem__():155] [no run ID] config set model/num_parameters = 2001280 - > -2026-08-06 20:42:22,075 INFO MainThread:531054 [wandb_run.py:_config_callback():1346] config_cb model/num_parameters 2001280 None +2026-08-06 20:46:44,789 INFO MainThread:572529 [wandb_init.py:init():820] starting backend +2026-08-06 20:46:44,789 INFO MainThread:572529 [wandb_init.py:init():826] Connected to an existing wandb-core service via WANDB_SERVICE +2026-08-06 20:46:44,789 INFO MainThread:572529 [wandb_init.py:init():835] sending inform_init request +2026-08-06 20:46:45,052 INFO MainThread:572529 [wandb_init.py:init():840] backend started and connected +2026-08-06 20:46:45,055 INFO MainThread:572529 [wandb_init.py:init():910] updated telemetry +2026-08-06 20:46:45,062 INFO MainThread:572529 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout +2026-08-06 20:46:45,279 INFO MainThread:572529 [wandb_init.py:init():978] starting run threads in backend +2026-08-06 20:46:45,352 INFO MainThread:572529 [wandb_run.py:_console_start():2621] atexit reg +2026-08-06 20:46:45,352 INFO MainThread:572529 [wandb_run.py:_redirect():2471] redirect: wrap_raw +2026-08-06 20:46:45,352 INFO MainThread:572529 [wandb_run.py:_redirect():2540] Wrapping output streams. +2026-08-06 20:46:45,352 INFO MainThread:572529 [wandb_run.py:_redirect():2563] Redirects installed. +2026-08-06 20:46:45,355 INFO MainThread:572529 [wandb_init.py:init():1016] run started, returning control to user process +2026-08-06 20:46:45,356 INFO MainThread:572529 [wandb_run.py:_config_callback():1346] config_cb None None {'transformers_version': '5.15.0.dev0', 'architectures': None, 'output_hidden_states': False, 'return_dict': True, 'dtype': None, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'problem_type': None, 'vocab_size': 4096, 'hidden_size': 128, 'intermediate_size': 256, 'num_hidden_layers': 9, 'num_attention_heads': 4, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'max_position_embeddings': 512, 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'use_cache': False, 'pad_token_id': 0, 'bos_token_id': 1, 'eos_token_id': 2, 'pretraining_tp': 1, 'tie_word_embeddings': True, 'rope_parameters': {'rope_theta': 10000.0, 'rope_type': 'default'}, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'head_dim': 32, '_name_or_path': '', 'tokenizer_name': 'w-ahmad/tiny-stories-tokenizer', 'mlp_type': 'glu', 'activation': 'situglu', 'model_type': 'tiny_llama', 'output_attentions': False, 'output_dir': 'out/glu-situglu-9L_run', 'per_device_train_batch_size': 64, 'num_train_epochs': 1, 'max_steps': 2000, 'learning_rate': 0.0003, 'lr_scheduler_type': 'constant', 'lr_scheduler_kwargs': None, 'warmup_steps': 0, 'optim': 'adamw_torch', 'optim_args': None, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'optim_target_modules': None, 'gradient_accumulation_steps': 1, 'average_tokens_across_devices': True, 'max_grad_norm': 1.0, 'label_smoothing_factor': 0.0, 'bf16': True, 'fp16': False, 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'use_liger_kernel': False, 'liger_kernel_config': None, 'neftune_noise_alpha': None, 'torch_empty_cache_steps': None, 'auto_find_batch_size': False, 'logging_strategy': 'steps', 'logging_steps': 20, 'logging_first_step': False, 'log_on_each_node': True, 'logging_nan_inf_filter': True, 'include_num_input_tokens_seen': 'no', 'log_level': 'passive', 'log_level_replica': 'warning', 'disable_tqdm': False, 'report_to': ['wandb'], 'run_name': 'LM-glu-situglu-9L-2.0M-20260806-204643', 'project': 'huggingface', 'trackio_space_id': None, 'trackio_bucket_id': None, 'trackio_static_space_id': None, 'eval_strategy': 'steps', 'eval_steps': 200, 'eval_delay': 0, 'per_device_eval_batch_size': 64, 'prediction_loss_only': False, 'eval_on_start': False, 'eval_do_concat_batches': True, 'eval_use_gather_object': False, 'eval_accumulation_steps': None, 'include_for_metrics': [], 'batch_eval_metrics': False, 'save_only_model': False, 'save_strategy': 'steps', 'save_steps': 500, 'save_on_each_node': False, 'save_total_limit': None, 'enable_jit_checkpoint': False, 'push_to_hub': True, 'hub_token': '', 'hub_private_repo': None, 'hub_model_id': 'w-ahmad/ACTio-glu-situglu-9L', 'hub_strategy': 'every_save', 'hub_always_push': False, 'hub_revision': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'restore_callback_states_from_checkpoint': False, 'full_determinism': False, 'seed': 42, 'data_seed': 42, 'use_cpu': False, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'dataloader_drop_last': False, 'dataloader_num_workers': 0, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'dataloader_prefetch_factor': None, 'dataloader_multiprocessing_context': None, 'dataloader_in_order': True, 'remove_unused_columns': False, 'label_names': None, 'train_sampling_strategy': 'random', 'length_column_name': 'length', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'ddp_static_graph': None, 'ddp_backend': None, 'ddp_timeout': 1800, 'fsdp': None, 'fsdp_config': None, 'deepspeed': None, 'debug': [], 'skip_memory_metrics': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'resume_from_checkpoint': None, 'local_rank': -1} +2026-08-06 20:46:45,358 INFO MainThread:572529 [wandb_config.py:__setitem__():155] [no run ID] config set model/num_parameters = 2001280 - > +2026-08-06 20:46:45,358 INFO MainThread:572529 [wandb_run.py:_config_callback():1346] config_cb model/num_parameters 2001280 None diff --git a/wandb/run-20260806_202910-50qq810b/logs/debug-core.log b/wandb/run-20260806_202910-50qq810b/logs/debug-core.log index 2500b909c7091749eac135167f69c99ea001b107..8e37a9095d768ce064e7ee7b92bd20d6c32e85fd 100644 --- a/wandb/run-20260806_202910-50qq810b/logs/debug-core.log +++ b/wandb/run-20260806_202910-50qq810b/logs/debug-core.log @@ -138,3 +138,15 @@ {"time":"2026-08-06T20:42:21.54327094Z","level":"INFO","msg":"handleInformInit: received","streamId":"wp360ttn","id":"6(@)"} {"time":"2026-08-06T20:42:21.803599498Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"wp360ttn","id":"6(@)"} {"time":"2026-08-06T20:42:27.07851781Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"} +{"time":"2026-08-06T20:46:34.337431219Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"} +{"time":"2026-08-06T20:46:35.010256698Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"} +{"time":"2026-08-06T20:46:35.01481264Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"wp360ttn","id":"6(@)"} +{"time":"2026-08-06T20:46:35.015419174Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"wp360ttn","id":"6(@)"} +{"time":"2026-08-06T20:46:37.063706429Z","level":"INFO","msg":"connection: closing","id":"6(@)"} +{"time":"2026-08-06T20:46:37.06378302Z","level":"INFO","msg":"connection: closed successfully","id":"6(@)"} +{"time":"2026-08-06T20:46:37.063717769Z","level":"INFO","msg":"processOutgoingData: finished","id":"6(@)"} +{"time":"2026-08-06T20:46:37.063792963Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"6(@)"} +{"time":"2026-08-06T20:46:44.665285682Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"7(@)"} +{"time":"2026-08-06T20:46:44.790234975Z","level":"INFO","msg":"handleInformInit: received","streamId":"8mwfoysp","id":"7(@)"} +{"time":"2026-08-06T20:46:45.052126921Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"8mwfoysp","id":"7(@)"} +{"time":"2026-08-06T20:46:50.354882158Z","level":"INFO","msg":"connection: cancelling request","id":"7(@)","requestId":"zsmv7lxj564h"} diff --git a/wandb/run-20260806_203335-6n8s22c0/logs/debug-core.log b/wandb/run-20260806_203335-6n8s22c0/logs/debug-core.log index 2500b909c7091749eac135167f69c99ea001b107..8e37a9095d768ce064e7ee7b92bd20d6c32e85fd 100644 --- a/wandb/run-20260806_203335-6n8s22c0/logs/debug-core.log +++ b/wandb/run-20260806_203335-6n8s22c0/logs/debug-core.log @@ -138,3 +138,15 @@ {"time":"2026-08-06T20:42:21.54327094Z","level":"INFO","msg":"handleInformInit: received","streamId":"wp360ttn","id":"6(@)"} {"time":"2026-08-06T20:42:21.803599498Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"wp360ttn","id":"6(@)"} {"time":"2026-08-06T20:42:27.07851781Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"} +{"time":"2026-08-06T20:46:34.337431219Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"} +{"time":"2026-08-06T20:46:35.010256698Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"} +{"time":"2026-08-06T20:46:35.01481264Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"wp360ttn","id":"6(@)"} +{"time":"2026-08-06T20:46:35.015419174Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"wp360ttn","id":"6(@)"} +{"time":"2026-08-06T20:46:37.063706429Z","level":"INFO","msg":"connection: closing","id":"6(@)"} +{"time":"2026-08-06T20:46:37.06378302Z","level":"INFO","msg":"connection: closed successfully","id":"6(@)"} +{"time":"2026-08-06T20:46:37.063717769Z","level":"INFO","msg":"processOutgoingData: finished","id":"6(@)"} +{"time":"2026-08-06T20:46:37.063792963Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"6(@)"} +{"time":"2026-08-06T20:46:44.665285682Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"7(@)"} +{"time":"2026-08-06T20:46:44.790234975Z","level":"INFO","msg":"handleInformInit: received","streamId":"8mwfoysp","id":"7(@)"} +{"time":"2026-08-06T20:46:45.052126921Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"8mwfoysp","id":"7(@)"} +{"time":"2026-08-06T20:46:50.354882158Z","level":"INFO","msg":"connection: cancelling request","id":"7(@)","requestId":"zsmv7lxj564h"} diff --git a/wandb/run-20260806_203759-m4g42ash/logs/debug-core.log b/wandb/run-20260806_203759-m4g42ash/logs/debug-core.log index 2500b909c7091749eac135167f69c99ea001b107..8e37a9095d768ce064e7ee7b92bd20d6c32e85fd 100644 --- a/wandb/run-20260806_203759-m4g42ash/logs/debug-core.log +++ b/wandb/run-20260806_203759-m4g42ash/logs/debug-core.log @@ -138,3 +138,15 @@ {"time":"2026-08-06T20:42:21.54327094Z","level":"INFO","msg":"handleInformInit: received","streamId":"wp360ttn","id":"6(@)"} {"time":"2026-08-06T20:42:21.803599498Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"wp360ttn","id":"6(@)"} {"time":"2026-08-06T20:42:27.07851781Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"} +{"time":"2026-08-06T20:46:34.337431219Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"} +{"time":"2026-08-06T20:46:35.010256698Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"} +{"time":"2026-08-06T20:46:35.01481264Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"wp360ttn","id":"6(@)"} +{"time":"2026-08-06T20:46:35.015419174Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"wp360ttn","id":"6(@)"} +{"time":"2026-08-06T20:46:37.063706429Z","level":"INFO","msg":"connection: closing","id":"6(@)"} +{"time":"2026-08-06T20:46:37.06378302Z","level":"INFO","msg":"connection: closed successfully","id":"6(@)"} +{"time":"2026-08-06T20:46:37.063717769Z","level":"INFO","msg":"processOutgoingData: finished","id":"6(@)"} +{"time":"2026-08-06T20:46:37.063792963Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"6(@)"} +{"time":"2026-08-06T20:46:44.665285682Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"7(@)"} +{"time":"2026-08-06T20:46:44.790234975Z","level":"INFO","msg":"handleInformInit: received","streamId":"8mwfoysp","id":"7(@)"} +{"time":"2026-08-06T20:46:45.052126921Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"8mwfoysp","id":"7(@)"} +{"time":"2026-08-06T20:46:50.354882158Z","level":"INFO","msg":"connection: cancelling request","id":"7(@)","requestId":"zsmv7lxj564h"} diff --git a/wandb/run-20260806_204221-wp360ttn/files/config.yaml b/wandb/run-20260806_204221-wp360ttn/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9ff62a7be92665afcaea36eb72c3ed0c23ba98de --- /dev/null +++ b/wandb/run-20260806_204221-wp360ttn/files/config.yaml @@ -0,0 +1,433 @@ +_name_or_path: + value: "" +_wandb: + value: + cli_version: 0.28.1 + e: + 7bdt028ibym63b3zuklf9g2f3c2q19ys: + args: + - --config + - configs/baseline.yaml + - --variants + - glu-linear-9L + - --push + codePath: sweep.py + codePathLocal: sweep.py + cpu_count: 112 + cpu_count_logical: 224 + cudaVersion: "12.4" + disk: + /: + total: "1560765693952" + used: "703697477632" + email: deepnevro@gmail.com + executable: /mnt/data/zainulabideen/zain-exp/notebooks/my_env/bin/python + git: + commit: 8d6f97d73f5521e4c38c6e1bda59bf8d4b489655 + remote: https://github.com/deepnevro/Activation.git + gpu: NVIDIA H100 80GB HBM3 + gpu_count: 8 + gpu_nvidia: + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-39c684a5-fde6-83d7-1663-0859795881ae + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-68012e5a-38b6-b643-0ca6-62fb66720bf3 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-132944c4-b689-2b5f-89a4-d730401677ab + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-2df386cc-6d26-d0e2-7a2d-a057b0d95864 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-bfa16575-1d94-1aa2-4537-2c93433f42ef + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-bc6c3e3c-9b90-09ca-c034-774961847c54 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-00a441e1-7c95-e7d6-4c35-43d6b291aea9 + - architecture: Hopper + cudaCores: 16896 + memoryTotal: "85520809984" + name: NVIDIA H100 80GB HBM3 + uuid: GPU-1c4d29a2-4647-6fce-d8fc-0c5ecfbbd6ea + host: deeplens-k3s-node1 + memory: + total: "2164089937920" + os: Linux-5.15.0-126-generic-x86_64-with-glibc2.35 + program: /mnt/data/zainulabideen/zain-exp/notebooks/Activation/sweep.py + python: CPython 3.11.15 + root: /mnt/data/zainulabideen/zain-exp/notebooks/Activation + startedAt: "2026-08-06T20:42:21.540774Z" + writerId: 7bdt028ibym63b3zuklf9g2f3c2q19ys + m: + - "1": train/global_step + "6": + - 3 + "7": [] + - "2": '*' + "5": 1 + "6": + - 1 + "7": [] + python_version: 3.11.15 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + - 71 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + - 71 + "3": + - 2 + - 7 + - 13 + - 19 + - 41 + - 62 + - 66 + "4": 3.11.15 + "5": 0.28.1 + "6": 5.15.0.dev0 + "9": + "1": transformers_trainer + "12": 0.28.1 + "13": linux-x86_64 +accelerator_config: + value: + dispatch_batches: null + even_batches: true + gradient_accumulation_kwargs: null + non_blocking: false + split_batches: false + use_seedable_sampler: true +activation: + value: linear +adam_beta1: + value: 0.9 +adam_beta2: + value: 0.999 +adam_epsilon: + value: 1e-08 +architectures: + value: null +attention_bias: + value: false +attention_dropout: + value: 0 +auto_find_batch_size: + value: false +average_tokens_across_devices: + value: true +batch_eval_metrics: + value: false +bf16: + value: true +bf16_full_eval: + value: false +bos_token_id: + value: 1 +chunk_size_feed_forward: + value: 0 +data_seed: + value: 42 +dataloader_drop_last: + value: false +dataloader_in_order: + value: true +dataloader_multiprocessing_context: + value: null +dataloader_num_workers: + value: 0 +dataloader_persistent_workers: + value: false +dataloader_pin_memory: + value: true +dataloader_prefetch_factor: + value: null +ddp_backend: + value: null +ddp_broadcast_buffers: + value: null +ddp_bucket_cap_mb: + value: null +ddp_find_unused_parameters: + value: null +ddp_static_graph: + value: null +ddp_timeout: + value: 1800 +debug: + value: [] +deepspeed: + value: null +disable_tqdm: + value: false +do_eval: + value: true +do_predict: + value: false +do_train: + value: false +dtype: + value: null +enable_jit_checkpoint: + value: false +eos_token_id: + value: 2 +eval_accumulation_steps: + value: null +eval_delay: + value: 0 +eval_do_concat_batches: + value: true +eval_on_start: + value: false +eval_steps: + value: 200 +eval_strategy: + value: steps +eval_use_gather_object: + value: false +fp16: + value: false +fp16_full_eval: + value: false +fsdp: + value: null +fsdp_config: + value: null +full_determinism: + value: false +gradient_accumulation_steps: + value: 1 +gradient_checkpointing: + value: false +gradient_checkpointing_kwargs: + value: null +greater_is_better: + value: null +head_dim: + value: 32 +hidden_act: + value: silu +hidden_size: + value: 128 +hub_always_push: + value: false +hub_model_id: + value: w-ahmad/ACTio-glu-linear-9L +hub_private_repo: + value: null +hub_revision: + value: null +hub_strategy: + value: every_save +hub_token: + value: +id2label: + value: + "0": LABEL_0 + "1": LABEL_1 +ignore_data_skip: + value: false +include_for_metrics: + value: [] +include_num_input_tokens_seen: + value: "no" +initializer_range: + value: 0.02 +intermediate_size: + value: 256 +is_encoder_decoder: + value: false +label_names: + value: null +label_smoothing_factor: + value: 0 +label2id: + value: + LABEL_0: 0 + LABEL_1: 1 +learning_rate: + value: 0.0003 +length_column_name: + value: length +liger_kernel_config: + value: null +load_best_model_at_end: + value: false +local_rank: + value: -1 +log_level: + value: passive +log_level_replica: + value: warning +log_on_each_node: + value: true +logging_first_step: + value: false +logging_nan_inf_filter: + value: true +logging_steps: + value: 20 +logging_strategy: + value: steps +lr_scheduler_kwargs: + value: null +lr_scheduler_type: + value: constant +max_grad_norm: + value: 1 +max_position_embeddings: + value: 512 +max_steps: + value: 2000 +metric_for_best_model: + value: null +mlp_bias: + value: false +mlp_type: + value: glu +model/num_parameters: + value: 2001280 +model_type: + value: tiny_llama +neftune_noise_alpha: + value: null +num_attention_heads: + value: 4 +num_hidden_layers: + value: 9 +num_key_value_heads: + value: 4 +num_train_epochs: + value: 1 +optim: + value: adamw_torch +optim_args: + value: null +optim_target_modules: + value: null +output_attentions: + value: false +output_dir: + value: out/glu-linear-9L_run +output_hidden_states: + value: false +pad_token_id: + value: 0 +parallelism_config: + value: null +per_device_eval_batch_size: + value: 64 +per_device_train_batch_size: + value: 64 +prediction_loss_only: + value: false +pretraining_tp: + value: 1 +problem_type: + value: null +project: + value: huggingface +push_to_hub: + value: true +remove_unused_columns: + value: false +report_to: + value: + - wandb +restore_callback_states_from_checkpoint: + value: false +resume_from_checkpoint: + value: null +return_dict: + value: true +rms_norm_eps: + value: 1e-06 +rope_parameters: + value: + rope_theta: 10000 + rope_type: default +run_name: + value: LM-glu-linear-9L-2.0M-20260806-204220 +save_on_each_node: + value: false +save_only_model: + value: false +save_steps: + value: 500 +save_strategy: + value: steps +save_total_limit: + value: null +seed: + value: 42 +skip_memory_metrics: + value: true +tf32: + value: null +tie_word_embeddings: + value: true +tokenizer_name: + value: w-ahmad/tiny-stories-tokenizer +torch_compile: + value: false +torch_compile_backend: + value: null +torch_compile_mode: + value: null +torch_empty_cache_steps: + value: null +trackio_bucket_id: + value: null +trackio_space_id: + value: null +trackio_static_space_id: + value: null +train_sampling_strategy: + value: random +transformers_version: + value: 5.15.0.dev0 +use_cache: + value: false +use_cpu: + value: false +use_liger_kernel: + value: false +vocab_size: + value: 4096 +warmup_steps: + value: 0 +weight_decay: + value: 0.01 diff --git a/wandb/run-20260806_204221-wp360ttn/files/output.log b/wandb/run-20260806_204221-wp360ttn/files/output.log index 9f8e156d523f2fd0204d98bede22fe3c76527b67..aa5c01d9b66f128e35b43281249c2ad73145bbf4 100644 --- a/wandb/run-20260806_204221-wp360ttn/files/output.log +++ b/wandb/run-20260806_204221-wp360ttn/files/output.log @@ -70,7 +70,7 @@ Writing model shards: 100%|█████████████████ Writing model shards: 100%|█████████████████████| 1/1 [00:00<00:00, 149.33it/s] /mnt/data/zainulabideen/zain-exp/notebooks/Activation/exp.py:464: UserWarning: std(): degrees of freedom is <= 0. Correction should be strictly less than the reduction factor (input numel divided by output numel). (Triggered internally at /pytorch/aten/src/ATen/native/ReduceOps.cpp:1831.) "std": tensor.std().item(), - 71%|██████████████████████████▊ | 1411/2000 [02:50<02:52, 3.41it/s] + 75%|████████████████████████████▌ | 1500/2000 [02:57<00:38, 13.02it/s][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. {'loss': '0.2703', 'grad_norm': '0.2676', 'learning_rate': '0.0003', 'epoch': '0.06876', 'train/total_time_seconds': '31.05', 'train/time_per_step_avg': '0.03003', 'train/epoch_time_elapsed': '122.5', 'train/estimated_remaining_minutes': '0.4973', 'train/global/act/norm': '2.682e+04', 'train/global/act/mean': '-0.2167', 'train/global/act/std': '0', 'train/global/act/max_abs': '10.94', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '0.28', 'train/global/grad/mean': '-7.125e-07', 'train/global/grad/std': '0.0001977', 'train/global/grad/max_abs': '0.02832', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '74.98', 'train/global/param/mean': '0.0008527', 'train/global/param/std': '0.05306', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_0/act/norm': '3937', 'train/layer_model_layers_0/act/mean': '-0.009769', 'train/layer_model_layers_0/act/std': '0.5136', 'train/layer_model_layers_0/act/max_abs': '5.75', 'train/layer_model_layers_0/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/act/frac_near_user_limit': '0', 'train/layer_model_layers_0/grad/norm': '0.05513', 'train/layer_model_layers_0/grad/mean': '-1.276e-07', 'train/layer_model_layers_0/grad/std': '0.000136', 'train/layer_model_layers_0/grad/max_abs': '0.002319', 'train/layer_model_layers_0/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/grad/frac_near_user_limit': '0', 'train/layer_model_layers_5/act/norm': '6687', 'train/layer_model_layers_5/act/mean': '0.0218', 'train/layer_model_layers_5/act/std': '0.8724', 'train/layer_model_layers_5/act/max_abs': '5.469', 'train/layer_model_layers_5/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_5/act/frac_near_user_limit': '0', 'train/layer_model_layers_5/grad/norm': '0.06374', 'train/layer_model_layers_5/grad/mean': '7.187e-08', 'train/layer_model_layers_5/grad/std': '0.0001575', 'train/layer_model_layers_5/grad/max_abs': '0.001877', 'train/layer_model_layers_5/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_5/grad/frac_near_user_limit': '0', 'train/layer__model_layers_6/param/norm': '18.64', 'train/layer__model_layers_6/param/mean': '0.00167', 'train/layer__model_layers_6/param/std': '0.04598', 'train/layer__model_layers_6/param/max_abs': '1', 'train/layer__model_layers_6/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_6/param/frac_near_user_limit': '0', 'train/layer_model_layers_6/act/norm': '7252', 'train/layer_model_layers_6/act/mean': '0.01006', 'train/layer_model_layers_6/act/std': '0.9455', 'train/layer_model_layers_6/act/max_abs': '6.031', 'train/layer_model_layers_6/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/act/frac_near_user_limit': '0', 'train/layer_model_layers_6/grad/norm': '0.05066', 'train/layer_model_layers_6/grad/mean': '7.997e-08', 'train/layer_model_layers_6/grad/std': '0.0001251', 'train/layer_model_layers_6/grad/max_abs': '0.001564', 'train/layer_model_layers_6/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/grad/frac_near_user_limit': '0', 'train/layer__model_layers_3/param/norm': '18.35', 'train/layer__model_layers_3/param/mean': '0.001473', 'train/layer__model_layers_3/param/std': '0.04528', 'train/layer__model_layers_3/param/max_abs': '1', 'train/layer__model_layers_3/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_3/param/frac_near_user_limit': '0', 'train/layer_model_layers_2/act/norm': '5551', 'train/layer_model_layers_2/act/mean': '-0.009399', 'train/layer_model_layers_2/act/std': '0.725', 'train/layer_model_layers_2/act/max_abs': '5', 'train/layer_model_layers_2/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_2/act/frac_near_user_limit': '0', 'train/layer_model_layers_2/grad/norm': '0.06316', 'train/layer_model_layers_2/grad/mean': '3.644e-07', 'train/layer_model_layers_2/grad/std': '0.0001559', 'train/layer_model_layers_2/grad/ {'loss': '0.2655', 'grad_norm': '0.2578', 'learning_rate': '0.0003', 'epoch': '0.0701', 'train/total_time_seconds': '31.66', 'train/time_per_step_avg': '0.03023', 'train/epoch_time_elapsed': '124.1', 'train/estimated_remaining_minutes': '0.4871'} {'loss': '0.2647', 'grad_norm': '0.3262', 'learning_rate': '0.0003', 'epoch': '0.07145', 'train/total_time_seconds': '32.26', 'train/time_per_step_avg': '0.03028', 'train/epoch_time_elapsed': '125.6', 'train/estimated_remaining_minutes': '0.4767'} @@ -81,7 +81,7 @@ Writing model shards: 100%|█████████████████ {'loss': '0.2509', 'grad_norm': '0.2871', 'learning_rate': '0.0003', 'epoch': '0.07819', 'train/total_time_seconds': '35.21', 'train/time_per_step_avg': '0.02958', 'train/epoch_time_elapsed': '133.4', 'train/estimated_remaining_minutes': '0.425'} {'loss': '0.2651', 'grad_norm': '0.8359', 'learning_rate': '0.0003', 'epoch': '0.07954', 'train/total_time_seconds': '35.81', 'train/time_per_step_avg': '0.0296', 'train/epoch_time_elapsed': '135', 'train/estimated_remaining_minutes': '0.4147'} {'loss': '0.2577', 'grad_norm': '0.6367', 'learning_rate': '0.0003', 'epoch': '0.08089', 'train/total_time_seconds': '36.4', 'train/time_per_step_avg': '0.02969', 'train/epoch_time_elapsed': '136.5', 'train/estimated_remaining_minutes': '0.4045'} - + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes {'eval_loss': '0.2531', 'eval_runtime': '8.406', 'eval_samples_per_second': '1133', 'eval_steps_per_second': '17.73', 'epoch': '0.08089', 'train/total_time_seconds': '36.4', 'train/time_per_step_avg': '0.02969', 'train/epoch_time_elapsed': '144.9', 'train/estimated_remaining_minutes': '0.4045'} {'loss': '0.2481', 'grad_norm': '0.2891', 'learning_rate': '0.0003', 'epoch': '0.08224', 'train/total_time_seconds': '37.06', 'train/time_per_step_avg': '0.03039', 'train/epoch_time_elapsed': '146.6', 'train/estimated_remaining_minutes': '0.3949', 'train/global/act/norm': '2.652e+04', 'train/global/act/mean': '-0.2191', 'train/global/act/std': '0', 'train/global/act/max_abs': '10.94', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '0.5694', 'train/global/grad/mean': '-1.209e-06', 'train/global/grad/std': '0.0004025', 'train/global/grad/max_abs': '0.02673', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '75.66', 'train/global/param/mean': '0.0008552', 'train/global/param/std': '0.05341', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_0/act/norm': '3935', 'train/layer_model_layers_0/act/mean': '-0.009447', 'train/layer_model_layers_0/act/std': '0.5134', 'train/layer_model_layers_0/act/max_abs': '5.906', 'train/layer_model_layers_0/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/act/frac_near_user_limit': '0', 'train/layer_model_layers_0/grad/norm': '0.1789', 'train/layer_model_layers_0/grad/mean': '2.475e-07', 'train/layer_model_layers_0/grad/std': '0.000442', 'train/layer_model_layers_0/grad/max_abs': '0.01483', 'train/layer_model_layers_0/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/grad/frac_near_user_limit': '0', 'train/layer_model_layers_5/act/norm': '6420', 'train/layer_model_layers_5/act/mean': '0.01987', 'train/layer_model_layers_5/act/std': '0.838', 'train/layer_model_layers_5/act/max_abs': '5.281', 'train/layer_model_layers_5/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_5/act/frac_near_user_limit': '0', 'train/layer_model_layers_5/grad/norm': '0.1733', 'train/layer_model_layers_5/grad/mean': '-1.263e-06', 'train/layer_model_layers_5/grad/std': '0.0004283', 'train/layer_model_layers_5/grad/max_abs': '0.007263', 'train/layer_model_layers_5/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_5/grad/frac_near_user_limit': '0', 'train/layer__model_layers_6/param/norm': '18.65', 'train/layer__model_layers_6/param/mean': '0.001674', 'train/layer__model_layers_6/param/std': '0.04601', 'train/layer__model_layers_6/param/max_abs': '1', 'train/layer__model_layers_6/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_6/param/frac_near_user_limit': '0', 'train/layer_model_layers_6/act/norm': '6969', 'train/layer_model_layers_6/act/mean': '0.008495', 'train/layer_model_layers_6/act/std': '0.9086', 'train/layer_model_layers_6/act/max_abs': '6', 'train/layer_model_layers_6/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/act/frac_near_user_limit': '0', 'train/layer_model_layers_6/grad/norm': '0.1549', 'train/layer_model_layers_6/grad/mean': '-6.783e-07', 'train/layer_model_layers_6/grad/std': '0.0003821', 'train/layer_model_layers_6/grad/max_abs': '0.006927', 'train/layer_model_layers_6/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/grad/frac_near_user_limit': '0', 'train/layer__model_layers_3/param/norm': '18.35', 'train/layer__model_layers_3/param/mean': '0.001474', 'train/layer__model_layers_3/param/std': '0.04528', 'train/layer__model_layers_3/param/max_abs': '1', 'train/layer__model_layers_3/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_3/param/frac_near_user_limit': '0', 'train/layer_model_layers_2/act/norm': '5416', 'train/layer_model_layers_2/act/mean': '-0.008855', 'train/layer_model_layers_2/act/std': '0.7059', 'train/layer_model_layers_2/act/max_abs': '4.938', 'train/layer_model_layers_2/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_2/act/frac_near_user_limit': '0', 'train/layer_model_layers_2/grad/norm': '0.1955', 'train/layer_model_layers_2/grad/mean': '-1.731e-06', 'train/layer_model_layers_2/grad/std': '0.0004826', 'train/layer_model_layers_2/gr {'loss': '0.2446', 'grad_norm': '0.2441', 'learning_rate': '0.0003', 'epoch': '0.08359', 'train/total_time_seconds': '37.66', 'train/time_per_step_avg': '0.03046', 'train/epoch_time_elapsed': '148.2', 'train/estimated_remaining_minutes': '0.3847'} @@ -94,3 +94,76 @@ Writing model shards: 100%|█████████████████ {'loss': '0.2297', 'grad_norm': '0.2178', 'learning_rate': '0.0003', 'epoch': '0.09302', 'train/total_time_seconds': '41.81', 'train/time_per_step_avg': '0.02956', 'train/epoch_time_elapsed': '159.1', 'train/estimated_remaining_minutes': '0.313'} {'loss': '0.2275', 'grad_norm': '0.2236', 'learning_rate': '0.0003', 'epoch': '0.09437', 'train/total_time_seconds': '42.42', 'train/time_per_step_avg': '0.02959', 'train/epoch_time_elapsed': '160.7', 'train/estimated_remaining_minutes': '0.303'} {'eval_loss': '0.2294', 'eval_runtime': '8.461', 'eval_samples_per_second': '1126', 'eval_steps_per_second': '17.61', 'epoch': '0.09437', 'train/total_time_seconds': '42.42', 'train/time_per_step_avg': '0.02959', 'train/epoch_time_elapsed': '169.2', 'train/estimated_remaining_minutes': '0.303'} +{'loss': '0.2272', 'grad_norm': '0.2295', 'learning_rate': '0.0003', 'epoch': '0.09572', 'train/total_time_seconds': '43.07', 'train/time_per_step_avg': '0.03021', 'train/epoch_time_elapsed': '170.8', 'train/estimated_remaining_minutes': '0.2932', 'train/global/act/norm': '2.681e+04', 'train/global/act/mean': '-0.2104', 'train/global/act/std': '0', 'train/global/act/max_abs': '11', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '0.2293', 'train/global/grad/mean': '-7.907e-07', 'train/global/grad/std': '0.0001618', 'train/global/grad/max_abs': '0.02576', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '76.19', 'train/global/param/mean': '0.0008596', 'train/global/param/std': '0.05376', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_0/act/norm': '3967', 'train/layer_model_layers_0/act/mean': '-0.009418', 'train/layer_model_layers_0/act/std': '0.5178', 'train/layer_model_layers_0/act/max_abs': '5.938', 'train/layer_model_layers_0/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/act/frac_near_user_limit': '0', 'train/layer_model_layers_0/grad/norm': '0.03671', 'train/layer_model_layers_0/grad/mean': '3.086e-09', 'train/layer_model_layers_0/grad/std': '9.068e-05', 'train/layer_model_layers_0/grad/max_abs': '0.002197', 'train/layer_model_layers_0/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/grad/frac_near_user_limit': '0', 'train/layer_model_layers_5/act/norm': '6780', 'train/layer_model_layers_5/act/mean': '0.02216', 'train/layer_model_layers_5/act/std': '0.8842', 'train/layer_model_layers_5/act/max_abs': '5.562', 'train/layer_model_layers_5/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_5/act/frac_near_user_limit': '0', 'train/layer_model_layers_5/grad/norm': '0.04279', 'train/layer_model_layers_5/grad/mean': '2.434e-08', 'train/layer_model_layers_5/grad/std': '0.0001058', 'train/layer_model_layers_5/grad/max_abs': '0.001266', 'train/layer_model_layers_5/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_5/grad/frac_near_user_limit': '0', 'train/layer__model_layers_6/param/norm': '18.66', 'train/layer__model_layers_6/param/mean': '0.001676', 'train/layer__model_layers_6/param/std': '0.04604', 'train/layer__model_layers_6/param/max_abs': '1', 'train/layer__model_layers_6/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_6/param/frac_near_user_limit': '0', 'train/layer_model_layers_6/act/norm': '7379', 'train/layer_model_layers_6/act/mean': '0.009417', 'train/layer_model_layers_6/act/std': '0.9619', 'train/layer_model_layers_6/act/max_abs': '6.156', 'train/layer_model_layers_6/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/act/frac_near_user_limit': '0', 'train/layer_model_layers_6/grad/norm': '0.03798', 'train/layer_model_layers_6/grad/mean': '-2.839e-07', 'train/layer_model_layers_6/grad/std': '9.366e-05', 'train/layer_model_layers_6/grad/max_abs': '0.001297', 'train/layer_model_layers_6/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/grad/frac_near_user_limit': '0', 'train/layer__model_layers_3/param/norm': '18.36', 'train/layer__model_layers_3/param/mean': '0.001474', 'train/layer__model_layers_3/param/std': '0.0453', 'train/layer__model_layers_3/param/max_abs': '1', 'train/layer__model_layers_3/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_3/param/frac_near_user_limit': '0', 'train/layer_model_layers_2/act/norm': '5601', 'train/layer_model_layers_2/act/mean': '-0.00903', 'train/layer_model_layers_2/act/std': '0.731', 'train/layer_model_layers_2/act/max_abs': '5.125', 'train/layer_model_layers_2/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_2/act/frac_near_user_limit': '0', 'train/layer_model_layers_2/grad/norm': '0.04404', 'train/layer_model_layers_2/grad/mean': '3.754e-07', 'train/layer_model_layers_2/grad/std': '0.0001087', 'train/layer_model_layers_2 +{'loss': '0.2255', 'grad_norm': '0.2139', 'learning_rate': '0.0003', 'epoch': '0.09707', 'train/total_time_seconds': '43.66', 'train/time_per_step_avg': '0.03023', 'train/epoch_time_elapsed': '172.4', 'train/estimated_remaining_minutes': '0.283'} +{'loss': '0.2233', 'grad_norm': '0.2373', 'learning_rate': '0.0003', 'epoch': '0.09842', 'train/total_time_seconds': '44.25', 'train/time_per_step_avg': '0.03027', 'train/epoch_time_elapsed': '173.9', 'train/estimated_remaining_minutes': '0.2728'} +{'loss': '0.2214', 'grad_norm': '0.2129', 'learning_rate': '0.0003', 'epoch': '0.09976', 'train/total_time_seconds': '44.84', 'train/time_per_step_avg': '0.03029', 'train/epoch_time_elapsed': '175.5', 'train/estimated_remaining_minutes': '0.2626'} +{'loss': '0.2204', 'grad_norm': '0.2188', 'learning_rate': '0.0003', 'epoch': '0.1011', 'train/total_time_seconds': '45.42', 'train/time_per_step_avg': '0.03004', 'train/epoch_time_elapsed': '177', 'train/estimated_remaining_minutes': '0.2524'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|█████████████████████| 1/1 [00:00<00:00, 136.66it/s] + 80%|██████████████████████████████▍ | 1600/2000 [03:13<00:30, 13.03it/s]/mnt/data/zainulabideen/zain-exp/notebooks/Activation/exp.py:464: UserWarning: std(): degrees of freedom is <= 0. Correction should be strictly less than the reduction factor (input numel divided by output numel). (Triggered internally at /pytorch/aten/src/ATen/native/ReduceOps.cpp:1831.) +{'loss': '0.2184', 'grad_norm': '0.2275', 'learning_rate': '0.0003', 'epoch': '0.1025', 'train/total_time_seconds': '46.04', 'train/time_per_step_avg': '0.02977', 'train/epoch_time_elapsed': '178.6', 'train/estimated_remaining_minutes': '0.2423'} +{'loss': '0.218', 'grad_norm': '0.2217', 'learning_rate': '0.0003', 'epoch': '0.1038', 'train/total_time_seconds': '46.63', 'train/time_per_step_avg': '0.02976', 'train/epoch_time_elapsed': '180.1', 'train/estimated_remaining_minutes': '0.2322'} +{'loss': '0.217', 'grad_norm': '0.2295', 'learning_rate': '0.0003', 'epoch': '0.1052', 'train/total_time_seconds': '47.23', 'train/time_per_step_avg': '0.02982', 'train/epoch_time_elapsed': '181.7', 'train/estimated_remaining_minutes': '0.222'} +{'loss': '0.2175', 'grad_norm': '0.2227', 'learning_rate': '0.0003', 'epoch': '0.1065', 'train/total_time_seconds': '47.82', 'train/time_per_step_avg': '0.02986', 'train/epoch_time_elapsed': '183.3', 'train/estimated_remaining_minutes': '0.2119'} +{'loss': '0.2254', 'grad_norm': '1.109', 'learning_rate': '0.0003', 'epoch': '0.1079', 'train/total_time_seconds': '48.41', 'train/time_per_step_avg': '0.02987', 'train/epoch_time_elapsed': '184.8', 'train/estimated_remaining_minutes': '0.2017'} + "std": tensor.std().item(), +{'eval_loss': '0.2337', 'eval_runtime': '8.408', 'eval_samples_per_second': '1133', 'eval_steps_per_second': '17.72', 'epoch': '0.1079', 'train/total_time_seconds': '48.41', 'train/time_per_step_avg': '0.02987', 'train/epoch_time_elapsed': '193.2', 'train/estimated_remaining_minutes': '0.2017'} +100%|██████████████████████████████████████| 2000/2000 [04:02<00:00, 13.00it/s][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '0.2222', 'grad_norm': '0.4941', 'learning_rate': '0.0003', 'epoch': '0.1092', 'train/total_time_seconds': '49.06', 'train/time_per_step_avg': '0.03017', 'train/epoch_time_elapsed': '194.8', 'train/estimated_remaining_minutes': '0.1918', 'train/global/act/norm': '2.637e+04', 'train/global/act/mean': '-0.216', 'train/global/act/std': '0', 'train/global/act/max_abs': '10.94', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '1.565', 'train/global/grad/mean': '-1.963e-06', 'train/global/grad/std': '0.001106', 'train/global/grad/max_abs': '0.02979', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '76.53', 'train/global/param/mean': '0.0008632', 'train/global/param/std': '0.0541', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_0/act/norm': '3949', 'train/layer_model_layers_0/act/mean': '-0.009874', 'train/layer_model_layers_0/act/std': '0.515', 'train/layer_model_layers_0/act/max_abs': '5.906', 'train/layer_model_layers_0/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/act/frac_near_user_limit': '0', 'train/layer_model_layers_0/grad/norm': '0.5238', 'train/layer_model_layers_0/grad/mean': '1.029e-06', 'train/layer_model_layers_0/grad/std': '0.001292', 'train/layer_model_layers_0/grad/max_abs': '0.02454', 'train/layer_model_layers_0/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/grad/frac_near_user_limit': '0', 'train/layer_model_layers_5/act/norm': '6456', 'train/layer_model_layers_5/act/mean': '0.02072', 'train/layer_model_layers_5/act/std': '0.8422', 'train/layer_model_layers_5/act/max_abs': '5.406', 'train/layer_model_layers_5/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_5/act/frac_near_user_limit': '0', 'train/layer_model_layers_5/grad/norm': '0.5297', 'train/layer_model_layers_5/grad/mean': '-5.693e-06', 'train/layer_model_layers_5/grad/std': '0.001308', 'train/layer_model_layers_5/grad/max_abs': '0.01831', 'train/layer_model_layers_5/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_5/grad/frac_near_user_limit': '0', 'train/layer__model_layers_6/param/norm': '18.66', 'train/layer__model_layers_6/param/mean': '0.001676', 'train/layer__model_layers_6/param/std': '0.04605', 'train/layer__model_layers_6/param/max_abs': '1', 'train/layer__model_layers_6/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_6/param/frac_near_user_limit': '0', 'train/layer_model_layers_6/act/norm': '6950', 'train/layer_model_layers_6/act/mean': '0.006873', 'train/layer_model_layers_6/act/std': '0.9063', 'train/layer_model_layers_6/act/max_abs': '5.719', 'train/layer_model_layers_6/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/act/frac_near_user_limit': '0', 'train/layer_model_layers_6/grad/norm': '0.4556', 'train/layer_model_layers_6/grad/mean': '4.591e-07', 'train/layer_model_layers_6/grad/std': '0.001125', 'train/layer_model_layers_6/grad/max_abs': '0.01624', 'train/layer_model_layers_6/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/grad/frac_near_user_limit': '0', 'train/layer__model_layers_3/param/norm': '18.37', 'train/layer__model_layers_3/param/mean': '0.001475', 'train/layer__model_layers_3/param/std': '0.04531', 'train/layer__model_layers_3/param/max_abs': '1', 'train/layer__model_layers_3/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_3/param/frac_near_user_limit': '0', 'train/layer_model_layers_2/act/norm': '5396', 'train/layer_model_layers_2/act/mean': '-0.008559', 'train/layer_model_layers_2/act/std': '0.7041', 'train/layer_model_layers_2/act/max_abs': '4.875', 'train/layer_model_layers_2/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_2/act/frac_near_user_limit': '0', 'train/layer_model_layers_2/grad/norm': '0.5739', 'train/layer_model_layers_2/grad/mean': '-3.638e-06', 'train/layer_model_layers_2/grad/std': '0.001417', 'train/layer_model_layers_2/grad/max_ +{'loss': '0.2156', 'grad_norm': '0.2451', 'learning_rate': '0.0003', 'epoch': '0.1105', 'train/total_time_seconds': '49.66', 'train/time_per_step_avg': '0.03025', 'train/epoch_time_elapsed': '196.4', 'train/estimated_remaining_minutes': '0.1817'} +{'loss': '0.2124', 'grad_norm': '0.2148', 'learning_rate': '0.0003', 'epoch': '0.1119', 'train/total_time_seconds': '50.25', 'train/time_per_step_avg': '0.0302', 'train/epoch_time_elapsed': '198', 'train/estimated_remaining_minutes': '0.1715'} +{'loss': '0.2117', 'grad_norm': '0.208', 'learning_rate': '0.0003', 'epoch': '0.1132', 'train/total_time_seconds': '50.84', 'train/time_per_step_avg': '0.03019', 'train/epoch_time_elapsed': '199.5', 'train/estimated_remaining_minutes': '0.1614'} +{'loss': '0.2121', 'grad_norm': '0.209', 'learning_rate': '0.0003', 'epoch': '0.1146', 'train/total_time_seconds': '51.43', 'train/time_per_step_avg': '0.03021', 'train/epoch_time_elapsed': '201.1', 'train/estimated_remaining_minutes': '0.1513'} +{'loss': '0.21', 'grad_norm': '0.2061', 'learning_rate': '0.0003', 'epoch': '0.1159', 'train/total_time_seconds': '52.03', 'train/time_per_step_avg': '0.02964', 'train/epoch_time_elapsed': '202.7', 'train/estimated_remaining_minutes': '0.1412'} +{'loss': '0.2101', 'grad_norm': '0.2051', 'learning_rate': '0.0003', 'epoch': '0.1173', 'train/total_time_seconds': '52.62', 'train/time_per_step_avg': '0.0296', 'train/epoch_time_elapsed': '204.2', 'train/estimated_remaining_minutes': '0.131'} +{'loss': '0.2086', 'grad_norm': '0.2119', 'learning_rate': '0.0003', 'epoch': '0.1186', 'train/total_time_seconds': '53.21', 'train/time_per_step_avg': '0.02963', 'train/epoch_time_elapsed': '205.8', 'train/estimated_remaining_minutes': '0.1209'} +{'loss': '0.2097', 'grad_norm': '0.2012', 'learning_rate': '0.0003', 'epoch': '0.12', 'train/total_time_seconds': '53.8', 'train/time_per_step_avg': '0.02963', 'train/epoch_time_elapsed': '207.3', 'train/estimated_remaining_minutes': '0.1108'} +{'loss': '0.2096', 'grad_norm': '0.2051', 'learning_rate': '0.0003', 'epoch': '0.1213', 'train/total_time_seconds': '54.4', 'train/time_per_step_avg': '0.02964', 'train/epoch_time_elapsed': '208.9', 'train/estimated_remaining_minutes': '0.1007'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '0.2087', 'eval_runtime': '8.455', 'eval_samples_per_second': '1127', 'eval_steps_per_second': '17.62', 'epoch': '0.1213', 'train/total_time_seconds': '54.4', 'train/time_per_step_avg': '0.02964', 'train/epoch_time_elapsed': '217.3', 'train/estimated_remaining_minutes': '0.1007'} +{'loss': '0.2088', 'grad_norm': '0.2158', 'learning_rate': '0.0003', 'epoch': '0.1227', 'train/total_time_seconds': '55.04', 'train/time_per_step_avg': '0.03015', 'train/epoch_time_elapsed': '218.9', 'train/estimated_remaining_minutes': '0.09073', 'train/global/act/norm': '2.684e+04', 'train/global/act/mean': '-0.2104', 'train/global/act/std': '0', 'train/global/act/max_abs': '11.12', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '0.2095', 'train/global/grad/mean': '-7.512e-07', 'train/global/grad/std': '0.0001481', 'train/global/grad/max_abs': '0.02405', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '76.72', 'train/global/param/mean': '0.0008675', 'train/global/param/std': '0.05428', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_0/act/norm': '3976', 'train/layer_model_layers_0/act/mean': '-0.009943', 'train/layer_model_layers_0/act/std': '0.5188', 'train/layer_model_layers_0/act/max_abs': '5.875', 'train/layer_model_layers_0/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/act/frac_near_user_limit': '0', 'train/layer_model_layers_0/grad/norm': '0.03127', 'train/layer_model_layers_0/grad/mean': '-7.985e-08', 'train/layer_model_layers_0/grad/std': '7.714e-05', 'train/layer_model_layers_0/grad/max_abs': '0.00161', 'train/layer_model_layers_0/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/grad/frac_near_user_limit': '0', 'train/layer_model_layers_5/act/norm': '6815', 'train/layer_model_layers_5/act/mean': '0.02282', 'train/layer_model_layers_5/act/std': '0.8895', 'train/layer_model_layers_5/act/max_abs': '5.469', 'train/layer_model_layers_5/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_5/act/frac_near_user_limit': '0', 'train/layer_model_layers_5/grad/norm': '0.03585', 'train/layer_model_layers_5/grad/mean': '-3.604e-07', 'train/layer_model_layers_5/grad/std': '8.842e-05', 'train/layer_model_layers_5/grad/max_abs': '0.001114', 'train/layer_model_layers_5/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_5/grad/frac_near_user_limit': '0', 'train/layer__model_layers_6/param/norm': '18.67', 'train/layer__model_layers_6/param/mean': '0.001678', 'train/layer__model_layers_6/param/std': '0.04605', 'train/layer__model_layers_6/param/max_abs': '1', 'train/layer__model_layers_6/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_6/param/frac_near_user_limit': '0', 'train/layer_model_layers_6/act/norm': '7428', 'train/layer_model_layers_6/act/mean': '0.009103', 'train/layer_model_layers_6/act/std': '0.9691', 'train/layer_model_layers_6/act/max_abs': '6.062', 'train/layer_model_layers_6/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/act/frac_near_user_limit': '0', 'train/layer_model_layers_6/grad/norm': '0.03125', 'train/layer_model_layers_6/grad/mean': '-2.064e-07', 'train/layer_model_layers_6/grad/std': '7.714e-05', 'train/layer_model_layers_6/grad/max_abs': '0.001007', 'train/layer_model_layers_6/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/grad/frac_near_user_limit': '0', 'train/layer__model_layers_3/param/norm': '18.37', 'train/layer__model_layers_3/param/mean': '0.001474', 'train/layer__model_layers_3/param/std': '0.04534', 'train/layer__model_layers_3/param/max_abs': '1', 'train/layer__model_layers_3/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_3/param/frac_near_user_limit': '0', 'train/layer_model_layers_2/act/norm': '5619', 'train/layer_model_layers_2/act/mean': '-0.008862', 'train/layer_model_layers_2/act/std': '0.7329', 'train/layer_model_layers_2/act/max_abs': '5.031', 'train/layer_model_layers_2/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_2/act/frac_near_user_limit': '0', 'train/layer_model_layers_2/grad/norm': '0.03696', 'train/layer_model_layers_2/grad/mean': '-2.572e-08', 'train/layer_model_layers_2/grad/std': '9.134e-05', 'train/layer_model_ +{'loss': '0.2048', 'grad_norm': '0.2061', 'learning_rate': '0.0003', 'epoch': '0.124', 'train/total_time_seconds': '55.63', 'train/time_per_step_avg': '0.03009', 'train/epoch_time_elapsed': '220.5', 'train/estimated_remaining_minutes': '0.08062'} +{'loss': '0.2047', 'grad_norm': '0.2207', 'learning_rate': '0.0003', 'epoch': '0.1254', 'train/total_time_seconds': '56.22', 'train/time_per_step_avg': '0.03005', 'train/epoch_time_elapsed': '222', 'train/estimated_remaining_minutes': '0.07052'} +{'loss': '0.2042', 'grad_norm': '0.2109', 'learning_rate': '0.0003', 'epoch': '0.1267', 'train/total_time_seconds': '56.81', 'train/time_per_step_avg': '0.03005', 'train/epoch_time_elapsed': '223.6', 'train/estimated_remaining_minutes': '0.06044'} +{'loss': '0.204', 'grad_norm': '0.2168', 'learning_rate': '0.0003', 'epoch': '0.1281', 'train/total_time_seconds': '57.41', 'train/time_per_step_avg': '0.03012', 'train/epoch_time_elapsed': '225.2', 'train/estimated_remaining_minutes': '0.05036'} +{'loss': '0.2023', 'grad_norm': '0.2119', 'learning_rate': '0.0003', 'epoch': '0.1294', 'train/total_time_seconds': '58.02', 'train/time_per_step_avg': '0.02975', 'train/epoch_time_elapsed': '226.8', 'train/estimated_remaining_minutes': '0.04029'} +{'loss': '0.2029', 'grad_norm': '0.2031', 'learning_rate': '0.0003', 'epoch': '0.1308', 'train/total_time_seconds': '58.61', 'train/time_per_step_avg': '0.02979', 'train/epoch_time_elapsed': '228.4', 'train/estimated_remaining_minutes': '0.03021'} +{'loss': '0.2008', 'grad_norm': '0.207', 'learning_rate': '0.0003', 'epoch': '0.1321', 'train/total_time_seconds': '59.19', 'train/time_per_step_avg': '0.02978', 'train/epoch_time_elapsed': '229.9', 'train/estimated_remaining_minutes': '0.02013'} +{'loss': '0.2017', 'grad_norm': '0.208', 'learning_rate': '0.0003', 'epoch': '0.1335', 'train/total_time_seconds': '59.79', 'train/time_per_step_avg': '0.02976', 'train/epoch_time_elapsed': '231.4', 'train/estimated_remaining_minutes': '0.01006'} +{'loss': '0.2011', 'grad_norm': '0.209', 'learning_rate': '0.0003', 'epoch': '0.1348', 'train/total_time_seconds': '60.38', 'train/time_per_step_avg': '0.0297', 'train/epoch_time_elapsed': '233', 'train/estimated_remaining_minutes': '0'} +{'eval_loss': '0.2028', 'eval_runtime': '8.415', 'eval_samples_per_second': '1132', 'eval_steps_per_second': '17.71', 'epoch': '0.1348', 'train/total_time_seconds': '60.38', 'train/time_per_step_avg': '0.0297', 'train/epoch_time_elapsed': '241.4', 'train/estimated_remaining_minutes': '0'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|█████████████████████| 1/1 [00:00<00:00, 139.74it/s] +100%|██████████████████████████████████████| 2000/2000 [04:02<00:00, 8.26it/s] +{'train_runtime': '242.1', 'train_samples_per_second': '528.7', 'train_steps_per_second': '8.262', 'train_loss': '0.9299', 'epoch': '0.1348', 'train/total_time_seconds': '60.38', 'train/time_per_step_avg': '0.0297', 'train/epoch_time_elapsed': '241.5', 'train/estimated_remaining_minutes': '0'} +100%|████████████████████████████████████████| 149/149 [00:08<00:00, 17.87it/s] +[transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|█████████████████████| 1/1 [00:00<00:00, 155.25it/s] +[transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|█████████████████████| 1/1 [00:00<00:00, 162.84it/s] +Found 7 files to upload + Preparing ████████████████████ 7 / 7 ✓ + Uploading ████████████████████ 2 / 2 files ✓ + Committing ████████░░░░░░░░░░░░ 3 / 7 + Preparing ████████████████████ 7 / 7 ✓ + Uploading ████████████████████ 2 / 2 files ✓ + Committing ████████████████████ 7 / 7 ✓ +[transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|█████████████████████| 1/1 [00:00<00:00, 158.40it/s] +Found 7 files to upload + Preparing ████████████████████ 7 / 7 ✓ + Uploading ████████████████████ 2 / 2 files ✓ + Committing ████████████████████ 7 / 7 ✓ +No files have been modified since last commit. Skipping to prevent empty commit. diff --git a/wandb/run-20260806_204221-wp360ttn/files/wandb-summary.json b/wandb/run-20260806_204221-wp360ttn/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..4cceccd42be369de9c961402d73e531353d9dc66 --- /dev/null +++ b/wandb/run-20260806_204221-wp360ttn/files/wandb-summary.json @@ -0,0 +1 @@ +{"train/train/tensor_grad_model_layers_1_self_attn_k_proj_weight/norm":0.00015735626220703125,"train/train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm":0.0147705078125,"train/train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_6_mlp_gate_proj/mean":-0.0269775390625,"train/train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean":-2.207234501838684e-07,"train/train/tensor_param_model_layers_1_input_layernorm_weight/mean":1,"train/train/tensor_act_model_layers_3_self_attn/frac_near_dtype_limit":0,"train/train/tensor_act_model_rotary_emb/norm":812.1860961914062,"train/train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_1/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_2_mlp_gate_proj/max_abs":2.640625,"train/train/tensor_param_model_layers_0_mlp_down_proj_weight/mean":0.0001735687255859375,"train/train/tensor_param_model_layers_8_self_attn_q_proj_weight/mean":0.0001659393310546875,"train/train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm":3.8125,"train/train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm":3.84375,"train/train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_3_self_attn_k_proj_weight/max_abs":0.103515625,"train/train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_1_mlp_up_proj_weight/mean":-0.00014972686767578125,"train/train/tensor_grad_model_embed_tokens_weight/std":0.0001811981201171875,"train/train/layer_model_layers_2/act/frac_near_user_limit":0,"train/train/tensor_act_model_layers_1_input_layernorm/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm":0.0123291015625,"train/train/tensor_grad_model_layers_0_self_attn_q_proj_weight/mean":-4.0512531995773315e-08,"train/train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_8_self_attn/frac_near_user_limit":0,"train/train/tensor_act_model_layers_5_self_attn_o_proj/mean":-0.004150390625,"train/train/tensor_param_model_layers_7_self_attn_k_proj_weight/mean":0.000278472900390625,"train/train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_self_attn_k_proj/norm":3383.254150390625,"train/train/tensor_act_model_layers_2_mlp/norm":98.84210205078125,"train/train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/layer_model_layers_1/act/mean":0.0003994532993861607,"train/train/tensor_param_model_layers_5_self_attn_q_proj_weight/norm":3.625,"train/train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean":0.0001659393310546875,"train/train/tensor_param_model_embed_tokens_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm":0.00958251953125,"train/train/tensor_grad_model_layers_7_self_attn_k_proj_weight/mean":-1.229636836796999e-09,"train/train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs":0.00115203857421875,"train/train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_mlp/mean":0.0020904541015625,"train/train/tensor_param_model_layers_5_self_attn_v_proj_weight/max_abs":0.09130859375,"train/train/tensor_grad_model_layers_0_self_attn_v_proj_weight/mean":4.991888999938965e-07,"train/train/tensor_param_model_layers_6_mlp_gate_proj_weight/std":0.02197265625,"train/train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_self_attn_o_proj/mean":-0.003936767578125,"train/global_step":2000,"train/train/tensor_act_model_layers_5_self_attn_k_proj/norm":3587.3603515625,"train/train/tensor_act_model_layers_0_mlp_down_proj/max_abs":0.337890625,"train/train/tensor_grad_model_layers_6_input_layernorm_weight/norm":0.0004444122314453125,"train/train/tensor_param_model_layers_0_self_attn_v_proj_weight/norm":2.53125,"train/train/tensor_param_model_layers_7_self_attn_q_proj_weight/std":0.029052734375,"train/train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit":0,"train/train/layer_model_layers_1/act/frac_near_user_limit":0,"train/train/tensor_act_model_layers_8_mlp/frac_near_user_limit":0,"train/train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_8_input_layernorm_weight/max_abs":1,"train/train/tensor_act_model_layers_1_self_attn_v_proj/std":0.240234375,"train/train/layer__model_layers_5/param/max_abs":1,"train/train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_6_self_attn_k_proj/norm":4074.906005859375,"train/train/layer_model_layers_7/grad/mean":1.5577841143293798e-07,"train_runtime":242.0819,"train/train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_1_self_attn_q_proj_weight/std":1.0505318641662598e-06,"train/train/tensor_act_model_layers_8/frac_near_user_limit":0,"train/train/tensor_act_model_layers_0_mlp_gate_proj/norm":1297.2203369140625,"train/train/tensor_act_model_layers_0_mlp_up_proj/std":0.4140625,"train/train/tensor_param_model_layers_2_self_attn_k_proj_weight/std":0.025390625,"train/train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_4_input_layernorm/norm":2047.965087890625,"train/train/tensor_grad_model_layers_5_self_attn_o_proj_weight/mean":-6.379559636116028e-08,"train/train/tensor_param_model_layers_4_self_attn_q_proj_weight/mean":-0.000102996826171875,"train/train/tensor_act_model_layers_5_post_attention_layernorm/norm":2047.9737548828125,"train/train/tensor_param_model_layers_8_self_attn_v_proj_weight/mean":-0.000244140625,"train/train/tensor_act_model_layers_6_self_attn_o_proj/mean":-0.00390625,"train/train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_6_post_attention_layernorm_weight/mean":2.4586915969848633e-06,"train/train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean":-3.762543201446533e-07,"train/train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean":6.007030606269836e-08,"train_samples_per_second":528.747,"train/train/tensor_grad_model_layers_4_input_layernorm_weight/mean":-9.760260581970215e-07,"train/train/tensor_act_model_layers_4_mlp_down_proj/max_abs":0.302734375,"train/train/tensor_act_model_layers_0_mlp_down_proj/norm":136.66029357910156,"train/train/tensor_act_model_layers_3/norm":390.2458801269531,"train/train/tensor_act_model_layers_7_input_layernorm/max_abs":4,"train/train/layer__model_layers_5/param/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_2_input_layernorm_weight/max_abs":0.0001506805419921875,"train/train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_2_mlp_down_proj_weight/norm":3.859375,"train/train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm":0.0152587890625,"train/train/tensor_act_model_layers_8_mlp_down_proj/mean":0.0038909912109375,"train/train/tensor_grad_model_layers_2_self_attn_k_proj_weight/max_abs":8.463859558105469e-06,"train/train/tensor_param_model_layers_4_self_attn_v_proj_weight/max_abs":0.0810546875,"train/train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_3/frac_near_user_limit":0,"train/train/tensor_act_model_layers_0_input_layernorm/std":1,"train/train/tensor_act_model_layers_7/max_abs":0.9765625,"train/train/tensor_grad_model_layers_4_self_attn_q_proj_weight/mean":1.1859810911118984e-09,"train/train/layer_model_layers_2/grad/max_abs":0.0014190673828125,"train/train/tensor_act_model_layers_8_post_attention_layernorm/norm":2047.9639892578125,"train/train/tensor_param_model_layers_0_self_attn_q_proj_weight/max_abs":0.125,"train/train/tensor_grad_model_layers_7_post_attention_layernorm_weight/max_abs":0.00018405914306640625,"train/train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_4/mean":0.021728515625,"train/train/tensor_act_model_layers_4_self_attn_o_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_6_post_attention_layernorm_weight/norm":0.000457763671875,"train/train/tensor_grad_model_layers_1_post_attention_layernorm_weight/norm":0.000606536865234375,"train/train/tensor_param_model_layers_2_self_attn_v_proj_weight/std":0.020263671875,"train/train/tensor_act_model_layers_8_mlp_down_proj/norm":435.13946533203125,"train/train/tensor_act_model_layers_4_self_attn_q_proj/std":1.8984375,"train/train/tensor_grad_model_layers_1_self_attn_q_proj_weight/norm":0.00013446807861328125,"train/train/tensor_grad_model_layers_3_input_layernorm_weight/mean":-4.112720489501953e-06,"train/train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs":0.000736236572265625,"train/train/tensor_grad_model_layers_3_self_attn_k_proj_weight/norm":3.314018249511719e-05,"train/train/tensor_act_model_layers_0_mlp_up_proj/norm":1200.5294189453125,"train/train/tensor_act_model_layers_0_mlp_down_proj/mean":0.0013427734375,"train/train/tensor_act_model_layers_3_mlp_up_proj/std":0.48828125,"train/train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm":3.875,"train/train/tensor_act_model_layers_0_self_attn_o_proj/mean":0.00012493133544921875,"train/train/tensor_param_model_layers_8_self_attn_o_proj_weight/max_abs":0.08642578125,"train/train/tensor_grad_model_layers_1_self_attn_v_proj_weight/norm":0.013916015625,"train/train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_self_attn_v_proj/norm":446.76708984375,"train/train/tensor_param_model_layers_5_self_attn_q_proj_weight/max_abs":0.1123046875,"eval/loss":0.20278693735599518,"train/train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/layer__model_layers_5/param/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_7_mlp/max_abs":0.412109375,"train/train/tensor_grad_model_layers_4_self_attn_o_proj_weight/norm":0.0157470703125,"train/train/tensor_act_model_layers_2_mlp/mean":-0.00019741058349609375,"train/train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_5_self_attn_v_proj_weight/std":0.0208740234375,"train/train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_6_post_attention_layernorm/std":1,"train/train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_/norm":0.20496302843093872,"train/train/tensor_param_model_layers_5_self_attn_k_proj_weight/std":0.027099609375,"train/train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std":7.486343383789062e-05,"train/train/tensor_act_model_layers_5_mlp/mean":-0.004913330078125,"train/train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_0_self_attn_k_proj/norm":1664.6427001953125,"train/train/tensor_param_model_layers_2_self_attn_q_proj_weight/norm":3.359375,"train/train/tensor_act_model_layers_1_self_attn_q_proj/mean":0.028564453125,"train/train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_3_self_attn_k_proj_weight/std":0.02587890625,"train/train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_0_mlp_gate_proj/std":0.4453125,"train/train/tensor_act_model_layers_7_input_layernorm/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_5_input_layernorm_weight/std":4.100799560546875e-05,"train/train/tensor_grad_model_layers_1_self_attn_o_proj_weight/std":0.000133514404296875,"train/train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm":0.0101318359375,"train/train/tensor_param_model_layers_0_post_attention_layernorm_weight/norm":11.3125,"train/train/tensor_param_model_layers_2_mlp_up_proj_weight/std":0.021240234375,"train/train/tensor_param_model_layers_6_post_attention_layernorm_weight/mean":1,"train/train/layer_model_layers_1/grad/mean":-3.718359863702295e-07,"train/train/tensor_act_model_layers_8_self_attn_q_proj/std":1.7734375,"train/train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm":0.0133056640625,"train/train/tensor_act_model_layers_7_self_attn_o_proj/mean":-0.00179290771484375,"train/train/tensor_act_model_layers_2_self_attn_v_proj/norm":438.6058044433594,"train/train/tensor_grad_model_layers_1_post_attention_layernorm_weight/mean":-2.491474151611328e-05,"train/train/tensor_act_model_layers_0_input_layernorm/max_abs":3.546875,"train/train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_8_mlp_gate_proj/norm":2044.318603515625,"train/train/tensor_act_model_layers_5_self_attn/frac_near_user_limit":0,"train/train/layer_model_layers_3/grad/max_abs":0.00144195556640625,"train/train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_2_input_layernorm/frac_near_user_limit":0,"train/train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/layer__model_layers_3/param/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_3_input_layernorm_weight/max_abs":0.000141143798828125,"train/train/layer_model_layers_4/grad/norm":0.03638817461410646,"train/train/tensor_act_model_layers_7_self_attn_k_proj/norm":3217.466796875,"train/train/tensor_act_model_layers_3_mlp/std":0.04443359375,"train/train/tensor_act_model_layers_7_self_attn/mean":-0.00179290771484375,"train/train/tensor_act_model_layers_6/frac_near_user_limit":0,"train/train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_0/mean":0.0023040771484375,"train/train/tensor_grad_model_layers_6_input_layernorm_weight/std":3.886222839355469e-05,"train/train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_4_self_attn_v_proj_weight/max_abs":0.00089263916015625,"train/train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_1_self_attn_q_proj/norm":1032.9381103515625,"train/train/tensor_grad_model_layers_3_self_attn_q_proj_weight/max_abs":1.7955899238586426e-06,"train/train/tensor_act_model_layers_0_mlp/std":0.06689453125,"train/train/tensor_grad_model_layers_4_mlp_up_proj_weight/std":7.343292236328125e-05,"train/train/tensor_param_model_layers_3_post_attention_layernorm_weight/mean":1,"train/train/tensor_act_model_layers_8_mlp/norm":435.13946533203125,"train/train/layer_model_layers_5/act/max_abs":5.46875,"train/train/tensor_grad_model_layers_7_self_attn_v_proj_weight/norm":0.01287841796875,"train/train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit":0,"train/train/layer_model_layers_4/act/frac_near_user_limit":0,"eval/steps_per_second":17.659,"train/train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_6_mlp_down_proj/max_abs":0.390625,"train/train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_7_post_attention_layernorm_weight/max_abs":1,"train/train/tensor_param_model_layers_7_mlp_down_proj_weight/mean":-7.867813110351562e-06,"train/train/tensor_param_model_layers_6_self_attn_o_proj_weight/norm":2.875,"train/train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm":0.0174560546875,"train/train/tensor_grad_model_layers_5_self_attn_k_proj_weight/max_abs":4.231929779052734e-06,"train/train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_4_input_layernorm_weight/max_abs":0.0001392364501953125,"train/train/tensor_act_model_layers_6/frac_near_dtype_limit":0,"train/train/layer_model_layers_1/act/norm":4179.333915009145,"train/train/tensor_act_model_layers_4_mlp_down_proj/std":0.056884765625,"train/train/tensor_param_model_layers_3_self_attn_v_proj_weight/mean":-1.3053417205810547e-05,"train/train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_3_self_attn_k_proj_weight/std":2.5890767574310303e-07,"train/loss":0.20114669799804688,"train/train/tensor_act_model_layers_5_self_attn_v_proj/mean":-0.0030364990234375,"train/train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm":3.828125,"train/train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std":5.14984130859375e-05,"train/train/tensor_act_model_layers_3_self_attn/mean":0.009033203125,"train/train/tensor_grad_model_layers_2_self_attn_o_proj_weight/std":0.00013446807861328125,"train/train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_5/norm":357.01123046875,"train/train/tensor_act_model_layers_0/std":0.12158203125,"train/train/tensor_act_model_layers_8_self_attn/max_abs":0.375,"train/train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_4_self_attn_v_proj/mean":0.0126953125,"train/train/tensor_grad_model_layers_7_self_attn_o_proj_weight/mean":9.350478649139404e-07,"train/train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_user_limit":0,"train/train/tensor_act_model_layers_7_self_attn/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_2_self_attn_o_proj_weight/mean":-8.265487849712372e-09,"train/train/tensor_grad_model_layers_0_input_layernorm_weight/norm":0.000278472900390625,"train/train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_6_self_attn_o_proj_weight/max_abs":0.08349609375,"train/train/tensor_param_model_layers_1_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_3_input_layernorm/norm":2047.965576171875,"train/train/tensor_param_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_6_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_4_self_attn_q_proj_weight/std":0.02734375,"train/train/tensor_act_model_layers_3_post_attention_layernorm/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/layer_model_layers_3/act/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_3_self_attn_q_proj_weight/std":1.8067657947540283e-07,"train/train/tensor_act_model_layers_3_self_attn_o_proj/max_abs":0.26953125,"train/train/tensor_param_model_embed_tokens_weight/max_abs":0.25,"train/train/tensor_param_model_layers_8_mlp_down_proj_weight/mean":-0.0002994537353515625,"train/train/tensor_act_model_layers_3/std":0.1884765625,"train/train/tensor_act_model_layers_8_input_layernorm/frac_near_user_limit":0,"train/train/layer_model_layers_5/act/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_self_attn/norm":129.58152770996094,"train/train/tensor_act_model_layers_6_input_layernorm/std":0.99609375,"train/train/tensor_act_model_layers_0_input_layernorm/mean":0.010986328125,"train/train/tensor_grad_model_layers_0_self_attn_k_proj_weight/norm":0.0003662109375,"train/train/tensor_grad_model_layers_2_post_attention_layernorm_weight/std":4.7206878662109375e-05,"train/train/tensor_param_model_layers_8_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_self_attn_o_proj/max_abs":0.26953125,"train/train/tensor_act_model_layers_3_post_attention_layernorm/std":0.9921875,"train/train/tensor_act_model_layers_7_mlp/norm":174.40171813964844,"train/train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/layer_model_layers_6/grad/max_abs":0.001007080078125,"train/train/layer_model_layers_0/grad/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_6_input_layernorm_weight/norm":11.3125,"train/train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_3_mlp_down_proj/std":0.04443359375,"train/train/tensor_grad_model_layers_7_input_layernorm_weight/max_abs":7.2479248046875e-05,"train/train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_dtype_limit":0,"train/train/tensor_act_lm_head/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_4_self_attn/std":0.056396484375,"train/train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_6_self_attn_q_proj_weight/norm":3.890625,"train/train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_2_post_attention_layernorm/mean":0.07958984375,"train/train/tensor_act_model_layers_4_mlp_up_proj/mean":-0.00714111328125,"train/train/tensor_act_model_layers_7_self_attn/std":0.036376953125,"train/train/tensor_param_model_layers_7_mlp_up_proj_weight/mean":2.9921531677246094e-05,"train/train/tensor_act_model_layers_0_self_attn_o_proj/max_abs":0.3125,"train/train/tensor_param_model_layers_1_mlp_down_proj_weight/mean":8.285045623779297e-06,"train/train/tensor_act_model_layers_6_input_layernorm/norm":2047.9603271484375,"train/train/tensor_grad_model_layers_8_self_attn_q_proj_weight/norm":0.00012683868408203125,"train/train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs":0.08935546875,"train/train/layer_model_layers_4/grad/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_6_mlp_up_proj_weight/mean":0.0002613067626953125,"train/train/layer__model_layers_1/param/mean":0.0014805429253302944,"train/train/tensor_act_model_layers_0_self_attn_v_proj/mean":-0.002471923828125,"train/train/tensor_act_model_layers_3_mlp_down_proj/norm":90.91509246826172,"train/train/layer_model_layers_8/act/mean":0.015256064278738839,"train/train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_4_mlp_up_proj_weight/norm":3.8125,"train/train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_7_input_layernorm/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_2_mlp_down_proj/std":0.04833984375,"train/train/tensor_param_model_layers_7_input_layernorm_weight/mean":1,"train/train/tensor_act_model_layers_6_mlp/std":0.07666015625,"train/train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_2_mlp_up_proj_weight/std":9.679794311523438e-05,"train/train/tensor_act_model_layers_0_self_attn_q_proj/std":0.53125,"train/train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm":0.01519775390625,"train/train/tensor_grad_model_layers_5_self_attn_v_proj_weight/max_abs":0.000946044921875,"train/train/tensor_grad_model_layers_2_self_attn_v_proj_weight/norm":0.02099609375,"train/train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_7_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_3_self_attn_k_proj_weight/mean":0.000148773193359375,"train/train/tensor_act_model_layers_2/norm":367.0060119628906,"train/train/tensor_act_model_layers_7_self_attn_v_proj/mean":0.0159912109375,"train/train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs":0.08740234375,"train/train/tensor_act_model_layers_3_mlp_gate_proj/norm":1554.57763671875,"train/train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm":3.9375,"train/train/tensor_act_model_layers_4_mlp/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit":0,"train/train/layer_model_layers_6/act/mean":0.009102957589285714,"train/train/tensor_act_model_layers_5_mlp/frac_near_user_limit":0,"train/train/tensor_param_model_layers_2_self_attn_o_proj_weight/max_abs":0.08349609375,"train/train/tensor_grad_model_layers_8_self_attn_k_proj_weight/norm":0.0002288818359375,"train/train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean":-2.980232238769531e-07,"train/train/global/grad/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_0_mlp_up_proj/mean":-0.0263671875,"train/train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/layer__model_layers_0/param/mean":0.0015957098855243273,"train/train/tensor_act_model_layers_8_post_attention_layernorm/max_abs":3.921875,"train/train/tensor_param_model_layers_1_self_attn_k_proj_weight/max_abs":0.0947265625,"train/train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_8/std":0.298828125,"train/train/tensor_param_model_layers_6_post_attention_layernorm_weight/max_abs":1,"train/train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean":4.00543212890625e-05,"train/train/tensor_grad_model_layers_4_self_attn_k_proj_weight/max_abs":3.3080577850341797e-06,"train/train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_mlp/frac_near_user_limit":0,"train/train/tensor_param_model_layers_8_post_attention_layernorm_weight/std":0,"train/train/layer_model_layers_6/grad/std":7.713715845148451e-05,"train/train/tensor_param_model_layers_0_self_attn_q_proj_weight/norm":3.34375,"train/train/tensor_act_model_layers_5_self_attn_o_proj/std":0.06396484375,"train/train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm":0.0157470703125,"train/train/tensor_grad_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_7_mlp/frac_near_user_limit":0,"train/train/layer_model_layers_5/act/norm":6814.888604495547,"train/train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_5_self_attn_k_proj/std":1.75,"train/train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_5_mlp_up_proj_weight/mean":-0.00030517578125,"eval/runtime":8.4378,"train/train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_8/mean":0.00506591796875,"train/train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_0_post_attention_layernorm_weight/norm":0.0004444122314453125,"train/train/tensor_param_model_norm_weight/mean":1,"train/train/tensor_act_model_layers_7/frac_near_user_limit":0,"train/train/tensor_act_model_layers_6_self_attn_v_proj/mean":-0.0072021484375,"train/train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_0_self_attn/norm":117.7116928100586,"train/train/layer_model_layers_6/act/norm":7428.231445443911,"train/train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/layer_model_layers_6/act/std":0.9690893183269007,"train/train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs":0.000743865966796875,"train/train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs":0.0849609375,"train/train/tensor_param_model_layers_5_mlp_up_proj_weight/std":0.021240234375,"train/train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/layer__model_layers_4/param/mean":0.0015580628107936818,"train/train/tensor_act_model_layers_3_mlp_down_proj/mean":0.0020904541015625,"train/train/tensor_param_model_layers_5_self_attn_o_proj_weight/mean":0.00021457672119140625,"train/train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_6_mlp/mean":0.000946044921875,"train/train/tensor_param_model_layers_2_self_attn_k_proj_weight/mean":-3.814697265625e-05,"train/train/tensor_act_model_layers_1_post_attention_layernorm/mean":0.087890625,"train/train/tensor_grad_model_layers_8_input_layernorm_weight/mean":8.761882781982422e-06,"train/train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs":0.08642578125,"train/train/tensor_act_model_layers_5_mlp_down_proj/max_abs":0.388671875,"train/train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_7_mlp_gate_proj/mean":0.0033721923828125,"train/train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm":0.0196533203125,"train/train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm":0.0155029296875,"train/train/tensor_act_model_layers_8_post_attention_layernorm/std":1,"train/train/tensor_grad_model_layers_0_post_attention_layernorm_weight/mean":1.1265277862548828e-05,"train/train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs":0.11474609375,"train/train/tensor_param_model_layers_2_self_attn_v_proj_weight/mean":-1.055002212524414e-05,"train/train/tensor_act_model_layers_5_mlp_gate_proj/max_abs":2.703125,"train/train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm":0.01434326171875,"train/train/layer__model_layers_0/param/frac_near_user_limit":0,"train/train/tensor_param_model_layers_2_input_layernorm_weight/max_abs":1,"train/train/tensor_param_model_layers_8_post_attention_layernorm_weight/mean":1,"train/train/layer_model_layers_6/act/max_abs":6.0625,"train/train/tensor_param_model_layers_0_self_attn_v_proj_weight/max_abs":0.08447265625,"train/train/tensor_param_model_layers_8_self_attn_q_proj_weight/std":0.03125,"train/train/tensor_act_model_layers_6_mlp_down_proj/std":0.07666015625,"train/train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_6/std":0.1923828125,"train/train/tensor_param_model_layers_4_self_attn_q_proj_weight/max_abs":0.11669921875,"train/train/tensor_grad_model_layers_2_self_attn_v_proj_weight/max_abs":0.0009613037109375,"train/train/tensor_param_model_layers_2_post_attention_layernorm_weight/std":0,"train/train/layer_model_layers_8/act/std":0.8378848826660524,"train/train/tensor_param_model_layers_1_self_attn_q_proj_weight/norm":3.140625,"train/train/tensor_act_model_layers_1_self_attn_o_proj/norm":141.8360137939453,"train/train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/layer_model_layers_6/grad/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_3_self_attn_q_proj_weight/std":0.0274658203125,"train/train/tensor_param_model_layers_7_self_attn_o_proj_weight/std":0.021240234375,"train/train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs":0.08203125,"train/train/tensor_act_model_layers_7_self_attn_o_proj/std":0.036376953125,"train/train/tensor_param_model_layers_5_input_layernorm_weight/std":0,"train/train/tensor_act_model_layers_1_self_attn/mean":0.01092529296875,"train/train/tensor_param_model_layers_4_self_attn_v_proj_weight/norm":2.609375,"train/train/tensor_act_model_layers_7_self_attn_k_proj/std":1.5703125,"train/train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/layer__model_layers_1/param/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_mlp_up_proj/norm":1776.7442626953125,"train/train/tensor_param_model_layers_3_self_attn_q_proj_weight/mean":0.0001201629638671875,"train/train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm":0.01470947265625,"train/train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_0_self_attn_o_proj_weight/max_abs":0.00160980224609375,"train/train/tensor_act_model_layers_0_mlp_up_proj/max_abs":2.21875,"train/train/tensor_grad_model_layers_0_self_attn_o_proj_weight/mean":-1.1622905731201172e-06,"train/train/tensor_act_model_layers_1_mlp/mean":0.0023345947265625,"train/train/tensor_act_model_layers_1_self_attn_k_proj/mean":-0.00194549560546875,"train/train/tensor_param_model_layers_1_input_layernorm_weight/max_abs":1,"train/train/tensor_act_model_layers_8_mlp_down_proj/std":0.212890625,"train/train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm":0.0135498046875,"train/train/tensor_param_model_layers_7_self_attn_q_proj_weight/mean":-0.00016307830810546875,"train/train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_7_input_layernorm_weight/max_abs":1,"train/train/tensor_act_model_layers_1_post_attention_layernorm/max_abs":3.5,"train/train/tensor_grad_model_layers_5_input_layernorm_weight/norm":0.0004730224609375,"train/train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/total_time_seconds":60.37846926599741,"train/train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_mlp/mean":-0.000152587890625,"train/train/tensor_act_model_layers_3_mlp_gate_proj/max_abs":2.625,"train/train/layer__model_layers_4/param/norm":18.359880312194985,"train/train/tensor_act_lm_head/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm":0.018798828125,"train/train/tensor_act_model_layers_8_self_attn/mean":-0.0020904541015625,"train/train/tensor_param_model_layers_7_self_attn_k_proj_weight/max_abs":0.09521484375,"train/train/tensor_param_model_layers_3_self_attn_o_proj_weight/std":0.02099609375,"train/train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs":0.00079345703125,"train/train/tensor_param_model_layers_1_mlp_gate_proj_weight/std":0.021728515625,"train/train/tensor_act_model_layers_0_mlp/mean":0.0013427734375,"train/train/tensor_grad_model_layers_5_self_attn_k_proj_weight/norm":4.506111145019531e-05,"train/train/tensor_act_model_layers_3_mlp_down_proj/max_abs":0.2470703125,"train/train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit":0,"train/train/tensor_act_model_norm/std":1,"train/train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/layer_model_layers_0/act/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_8_self_attn_o_proj/std":0.06298828125,"train/train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_2_self_attn_k_proj_weight/norm":3.25,"train/train/tensor_param_model_layers_8_self_attn_o_proj_weight/std":0.021240234375,"train/train/tensor_param_model_layers_5_self_attn_o_proj_weight/norm":2.796875,"train/train/tensor_act_model_layers_6_self_attn/mean":-0.00390625,"train/train/tensor_param_model_layers_0_input_layernorm_weight/std":0,"train/train/tensor_act_model_layers_7_mlp_gate_proj/std":0.734375,"train/train/tensor_grad_model_layers_2_input_layernorm_weight/mean":2.9206275939941406e-06,"train/train/tensor_grad_model_layers_8_post_attention_layernorm_weight/norm":0.000492095947265625,"train/train/tensor_grad_model_layers_1_self_attn_v_proj_weight/max_abs":0.00072479248046875,"train/train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_input_layernorm/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_5_post_attention_layernorm_weight/std":4.839897155761719e-05,"train/train/layer__model_layers_7/param/std":0.0462219080732095,"train/train/tensor_param_model_layers_2_mlp_down_proj_weight/mean":-0.00021457672119140625,"train/train/tensor_param_model_layers_0_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_1/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_1_self_attn_v_proj/max_abs":1.1015625,"train/train/tensor_act_model_embed_tokens/mean":0.000843048095703125,"train/train/tensor_act_model_layers_0_mlp_gate_proj/mean":-0.039794921875,"train/train/layer__model_layers_0/param/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_2_mlp_down_proj_weight/std":6.151199340820312e-05,"train/train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/layer_model_layers_4/act/max_abs":5.9375,"train/train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_7_self_attn_k_proj_weight/max_abs":7.450580596923828e-06,"train/train/tensor_grad_model_layers_6_self_attn_k_proj_weight/max_abs":1.4081597328186035e-06,"train/train/tensor_grad_model_layers_1_post_attention_layernorm_weight/max_abs":0.00018405914306640625,"train/train/tensor_grad_model_layers_8_self_attn_v_proj_weight/max_abs":0.0004062652587890625,"train/train/tensor_act_model_layers_2_self_attn/norm":120.58850860595703,"train/train/global/grad/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_8_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_5_input_layernorm/std":0.9921875,"_step":111,"train/train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean":-1.7695128917694092e-07,"train/train/tensor_param_model_layers_3_self_attn_k_proj_weight/norm":3.3125,"train/train/tensor_grad_model_layers_5_self_attn_k_proj_weight/std":3.520399332046509e-07,"train/train/tensor_grad_model_layers_8_post_attention_layernorm_weight/mean":-2.8133392333984375e-05,"train/train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm":0.00860595703125,"train/train/tensor_param_model_layers_2_input_layernorm_weight/norm":11.3125,"train/train/tensor_act_model_layers_2/mean":0.0147705078125,"train/train/layer_model_layers_8/grad/mean":1.369901408271373e-07,"train/train/tensor_act_model_embed_tokens/std":0.078125,"train/train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_self_attn_v_proj/std":0.2177734375,"train/train/tensor_grad_model_layers_1_input_layernorm_weight/mean":7.301568984985352e-07,"train/train/tensor_param_model_layers_8_post_attention_layernorm_weight/max_abs":1,"train/train/tensor_act_model_layers_7/std":0.2177734375,"train/train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm":3.984375,"train/train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_1_self_attn_o_proj_weight/norm":0.01708984375,"train/train/tensor_act_model_layers_1/max_abs":0.62890625,"train/train/tensor_param_model_layers_5_input_layernorm_weight/mean":1,"train/train/tensor_param_model_layers_4_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_input_layernorm/frac_near_user_limit":0,"train/train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_7_self_attn_o_proj/max_abs":0.28125,"train/train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_2_input_layernorm_weight/std":0,"train/train/tensor_param_model_norm_weight/norm":11.3125,"train/train/tensor_act_model_layers_2_mlp/std":0.04833984375,"train/train/layer_model_layers_0/act/std":0.5188101583895575,"train/train/layer__model_layers_3/param/std":0.045341149848525504,"train/train/tensor_act_model_layers_0_input_layernorm/norm":2047.4412841796875,"train/train/tensor_param_model_layers_1_self_attn_q_proj_weight/max_abs":0.0986328125,"train/train/tensor_grad_model_layers_2_self_attn_q_proj_weight/std":6.780028343200684e-07,"train/train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean":2.2165477275848389e-07,"train/train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_dtype_limit":0,"train/train/layer_model_layers_8/grad/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs":0.0003509521484375,"train/train/layer__model_layers_6/param/max_abs":1,"train/train/tensor_act_model_layers_1_self_attn/norm":141.8360137939453,"train/train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_self_attn_v_proj/mean":-0.004669189453125,"train/train/tensor_act_model_layers_2_post_attention_layernorm/norm":2047.9669189453125,"train/train/global/act/frac_near_user_limit":0,"train/train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean":-6.580352783203125e-05,"train/train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_3_self_attn_v_proj_weight/mean":-5.62518835067749e-07,"train/train/tensor_act_model_layers_6_mlp_down_proj/mean":0.000946044921875,"train/train/tensor_param_model_layers_6_self_attn_q_proj_weight/mean":-9.918212890625e-05,"train/train/tensor_param_model_layers_3_mlp_up_proj_weight/norm":3.8125,"train/train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean":0.0001068115234375,"train/train/tensor_grad_model_layers_6_self_attn_q_proj_weight/norm":1.6450881958007812e-05,"train/train/tensor_grad_model_layers_3_self_attn_o_proj_weight/std":0.00013828277587890625,"train/train/tensor_act_model_layers_8_self_attn_q_proj/norm":3657.358642578125,"train/train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean":-9.164214134216309e-07,"train/train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_2_self_attn/mean":-0.00058746337890625,"train/train/layer_model_layers_7/grad/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_0_mlp_down_proj_weight/norm":3.9375,"train/train/tensor_grad_model_layers_6_mlp_down_proj_weight/std":4.9114227294921875e-05,"train/train/tensor_act_model_layers_7_mlp_up_proj/std":0.7265625,"train/train/layer_model_layers_5/grad/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_7_self_attn_v_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_7_mlp/mean":-0.004669189453125,"train/train/tensor_grad_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_embed_tokens_weight/std":0.0712890625,"train/train/tensor_act_model_layers_6_input_layernorm/mean":0.07275390625,"train/train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_8_mlp/mean":0.0038909912109375,"train/train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs":0.09326171875,"train/train/tensor_act_model_layers_2_self_attn_v_proj/mean":0.000301361083984375,"train/train/layer_model_layers_4/grad/mean":2.229435139810797e-08,"train/train/tensor_act_model_layers_6_mlp_up_proj/std":0.74609375,"train/train/tensor_param_model_layers_3_mlp_down_proj_weight/std":0.021240234375,"train/train/tensor_act_model_layers_8_self_attn_k_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_1_self_attn_o_proj_weight/std":0.019775390625,"train/train/tensor_grad_model_layers_5_mlp_down_proj_weight/std":6.079673767089844e-05,"train/train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_6_self_attn_o_proj/max_abs":0.373046875,"train/train/global/param/std":0.054282873767406925,"train/train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_7_post_attention_layernorm_weight/mean":-4.112720489501953e-06,"train/train/tensor_act_lm_head/mean":-1.109375,"train/train/tensor_param_model_layers_0_input_layernorm_weight/max_abs":1,"train/train/tensor_act_model_layers_7_self_attn_q_proj/std":1.75,"train/train/tensor_act_model_layers_7_self_attn/max_abs":0.28125,"train/train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_embed_tokens_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_6_mlp_down_proj/norm":156.96896362304688,"train/train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_0_mlp_up_proj_weight/std":6.818771362304688e-05,"train/train/tensor_act_model_layers_7/norm":446.62646484375,"total_flos":5.80776886272e+14,"train/train/layer__model_layers_7/param/norm":18.734576990153794,"train/train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_6_self_attn_o_proj_weight/mean":0.0003452301025390625,"train/train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_1_mlp_gate_proj/std":0.62109375,"train/train/tensor_act_model_layers_6_mlp_gate_proj/norm":2121.20166015625,"train/train/layer_model_layers_2/grad/std":9.133752124256052e-05,"train/train/tensor_param_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_8_self_attn_k_proj_weight/max_abs":1.1920928955078125e-05,"train/train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_6_self_attn_v_proj_weight/max_abs":0.00075531005859375,"train/train/tensor_grad_model_layers_7_self_attn_v_proj_weight/max_abs":0.0004558563232421875,"train/train/tensor_param_model_layers_4_input_layernorm_weight/max_abs":1,"train/train/tensor_act_model_layers_1_self_attn/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_3_self_attn_v_proj_weight/norm":2.671875,"train/train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_5_self_attn_q_proj_weight/std":2.4586915969848633e-07,"train/train/tensor_grad_model_layers_7_post_attention_layernorm_weight/norm":0.000518798828125,"train/train/tensor_grad_model_layers_0_mlp_down_proj_weight/std":8.535385131835938e-05,"train/train/tensor_param_model_layers_5_mlp_down_proj_weight/std":0.0213623046875,"train/train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_3_post_attention_layernorm/max_abs":3.53125,"train/train/tensor_act_model_layers_7_self_attn/norm":74.43354034423828,"train/train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/layer_model_layers_3/act/norm":6195.28580187238,"train/train/tensor_grad_model_layers_0_self_attn_q_proj_weight/max_abs":8.296966552734375e-05,"train/train/tensor_param_model_layers_8_post_attention_layernorm_weight/norm":11.3125,"train/train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs":0.08935546875,"train/train/tensor_act_model_layers_8/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_3_input_layernorm/mean":0.0830078125,"train/train/layer__model_layers_3/param/max_abs":1,"train/train/tensor_param_model_layers_2_post_attention_layernorm_weight/max_abs":1,"train/train/tensor_grad_model_layers_1_self_attn_k_proj_weight/max_abs":1.0609626770019531e-05,"train/train/tensor_act_model_layers_8_mlp_gate_proj/max_abs":3.296875,"train/train/tensor_param_model_layers_7_self_attn_q_proj_weight/max_abs":0.10546875,"train/train/tensor_act_model_layers_7_mlp_up_proj/max_abs":3.21875,"train/train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_7_mlp_down_proj/norm":174.40171813964844,"train/train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_3_mlp_up_proj_weight/std":0.0211181640625,"train/train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs":0.00101470947265625,"train/train/tensor_param_model_layers_2_self_attn_q_proj_weight/mean":-0.0002193450927734375,"train/train/layer_model_layers_3/grad/mean":-1.1438994948837947e-07,"train/train/tensor_grad_model_layers_6_self_attn_k_proj_weight/norm":2.8371810913085938e-05,"train/train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std":8.726119995117188e-05,"train/train/tensor_act_model_layers_8_input_layernorm/max_abs":3.75,"train/train/layer__model_layers_4/param/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_6_self_attn_o_proj_weight/norm":0.010009765625,"train/train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs":0.0830078125,"train/train/layer__model_layers_3/param/norm":18.370721228016606,"train/train/tensor_act_model_layers_5_self_attn_q_proj/std":1.9921875,"train/train/tensor_param_model_layers_8_input_layernorm_weight/norm":11.3125,"train/train/tensor_param_model_layers_0_self_attn_k_proj_weight/std":0.0277099609375,"train/train/tensor_act_model_layers_7_mlp_gate_proj/norm":2125.706298828125,"train/train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_4_self_attn_v_proj_weight/mean":-7.562339305877686e-07,"train/train/tensor_param_model_norm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_1_mlp_up_proj/std":0.5703125,"train/train/tensor_param_model_layers_4_self_attn_k_proj_weight/max_abs":0.10791015625,"train/train/tensor_act_model_layers_2_mlp_down_proj/max_abs":0.251953125,"train/train/tensor_param_model_layers_0_mlp_gate_proj_weight/std":0.0218505859375,"train/train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs":0.00041961669921875,"train/train/layer_model_layers_4/act/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_4_mlp_down_proj_weight/std":6.198883056640625e-05,"train/train/tensor_param_model_layers_8_mlp_up_proj_weight/mean":-7.927417755126953e-06,"train/train/tensor_grad_model_layers_3_self_attn_o_proj_weight/mean":-3.2223761081695557e-07,"train/train/tensor_grad_model_embed_tokens_weight/max_abs":0.021728515625,"train/train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_0_input_layernorm_weight/norm":11.3125,"train/train/global/grad/std":0.0001480682805826738,"train/train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs":0.0004444122314453125,"train/train/tensor_grad_model_layers_5_self_attn_q_proj_weight/norm":3.147125244140625e-05,"train/train/tensor_grad_model_layers_0_input_layernorm_weight/std":2.4557113647460938e-05,"train/train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs":0.125,"train/train/layer_model_layers_6/grad/mean":-2.0643941732632017e-07,"train/train/tensor_param_model_layers_5_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/layer_model_layers_0/grad/max_abs":0.00160980224609375,"train/train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_2_self_attn_k_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_5_self_attn_v_proj/max_abs":1.0703125,"train/train/tensor_param_model_layers_1_input_layernorm_weight/std":0,"train/train/tensor_act_model_layers_7_mlp/std":0.0849609375,"train/train/tensor_act_model_layers_0_post_attention_layernorm/max_abs":3.796875,"train/train/tensor_act_model_layers_8_post_attention_layernorm/mean":0.0052490234375,"train/train/tensor_param_model_layers_2_mlp_up_proj_weight/norm":3.84375,"train/train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean":-9.679794311523438e-05,"train/train/tensor_param_model_layers_8_self_attn_v_proj_weight/std":0.0203857421875,"train/train/tensor_act_model_layers_0_self_attn_o_proj/std":0.057373046875,"train/train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_8_self_attn_v_proj_weight/norm":0.0106201171875,"train/train/tensor_act_model_layers_0_self_attn_k_proj/std":0.8125,"train/train/tensor_act_model_layers_5_self_attn_q_proj/max_abs":5.46875,"train/train/tensor_param_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_4_self_attn_o_proj_weight/std":0.020751953125,"train/train/tensor_grad_model_layers_0_input_layernorm_weight/max_abs":0.00010728836059570312,"train/train/tensor_act_model_layers_4_input_layernorm/mean":0.13671875,"train/train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm":3.96875,"train/train/layer__model_layers_1/param/std":0.04512556220922982,"train/train/layer_model_layers_2/act/max_abs":5.03125,"train/train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_6_self_attn_v_proj_weight/std":0.0208740234375,"train/train/tensor_param_model_layers_8_self_attn_v_proj_weight/norm":2.609375,"train/train/layer_model_layers_4/grad/frac_near_user_limit":0,"train/train/layer_model_layers_8/act/frac_near_user_limit":0,"train/train/tensor_param_model_layers_4_self_attn_q_proj_weight/norm":3.5,"train/train/tensor_act_model/norm":2047.9755859375,"train/train/tensor_grad_model_layers_5_post_attention_layernorm_weight/mean":3.6209821701049805e-06,"train/train/tensor_act_model_layers_6_mlp_gate_proj/max_abs":2.84375,"train/train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_8_self_attn_q_proj_weight/std":9.909272193908691e-07,"train/train/tensor_act_model_layers_5_post_attention_layernorm/mean":0.08544921875,"train/train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_7_mlp_down_proj/mean":-0.004669189453125,"train/train/tensor_param_model_layers_3_self_attn_q_proj_weight/max_abs":0.0947265625,"train/train/tensor_param_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_self_attn_v_proj/norm":410.1318359375,"train/train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean":4.414469003677368e-07,"train/train/tensor_grad_model_layers_0_self_attn_q_proj_weight/std":4.410743713378906e-06,"train/train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_3_self_attn_q_proj_weight/norm":2.3126602172851562e-05,"train/train/tensor_act_model_norm/mean":0.0185546875,"train/train/tensor_grad_model_layers_5_input_layernorm_weight/max_abs":0.000152587890625,"train/train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_mlp_gate_proj/mean":0.059814453125,"train/train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean":-4.842877388000488e-07,"train/train/tensor_act_model_layers_5_self_attn_k_proj/max_abs":4.5625,"train/train/layer__model_layers_8/param/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_5_post_attention_layernorm_weight/norm":0.000545501708984375,"train/train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_1_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_0_post_attention_layernorm_weight/std":0,"train/train/tensor_act_model_layers_6/mean":0.00970458984375,"train/train/layer__model_layers_5/param/std":0.04554722224126251,"train/train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_0/norm":249.21043395996094,"train/train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm":0.00933837890625,"train/train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_0_self_attn_k_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_7_self_attn_q_proj_weight/norm":5.6743621826171875e-05,"train/train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_8_self_attn_q_proj/mean":0.240234375,"train/train/tensor_act_model_layers_5_self_attn_v_proj/norm":430.9930419921875,"train/train/tensor_act_model_layers_4_post_attention_layernorm/max_abs":3.65625,"train/train/tensor_act_model_layers_8_self_attn_k_proj/mean":0.0016937255859375,"train/train/time_per_step_avg":0.029700394086539746,"train/train/layer_model_layers_8/grad/std":5.6712929340904323e-05,"train/train/tensor_grad_model_embed_tokens_weight/mean":4.307366907596588e-09,"train/train/layer_model_layers_3/act/std":0.8071174784345999,"train/train/tensor_grad_model_layers_0_self_attn_v_proj_weight/std":8.20159912109375e-05,"train/train/tensor_param_model_layers_8_self_attn_q_proj_weight/norm":4,"train/train/tensor_grad_model_layers_8_self_attn_o_proj_weight/mean":-8.307397365570068e-07,"train/train/tensor_param_model_layers_6_self_attn_k_proj_weight/std":0.02880859375,"train/train/tensor_grad_model_layers_5_self_attn_v_proj_weight/std":0.0001506805419921875,"train/train/tensor_param_model_layers_3_input_layernorm_weight/mean":1,"train/train/tensor_act_model_layers_6_self_attn_v_proj/norm":384.318359375,"train/train/tensor_act_model_layers_2_self_attn_o_proj/max_abs":0.232421875,"train/train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs":0.000858306884765625,"train/train/tensor_grad_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_0_self_attn_k_proj_weight/max_abs":0.125,"train/train/tensor_act_model_layers_4_self_attn/mean":-0.003936767578125,"train/train/tensor_param_model_layers_1_mlp_down_proj_weight/norm":3.90625,"train/train/layer_model_layers_6/grad/norm":0.03125015230906856,"train/train/tensor_grad_model_layers_0_post_attention_layernorm_weight/max_abs":0.00016307830810546875,"train/train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_2_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_0_self_attn_o_proj_weight/std":0.019775390625,"train/train/tensor_act_model_layers_4_self_attn/frac_near_user_limit":0,"train/train/tensor_act_model_layers_2_self_attn/frac_near_user_limit":0,"train/train/tensor_param_model_layers_8_mlp_down_proj_weight/norm":5.03125,"train/train/tensor_param_model_layers_5_self_attn_q_proj_weight/mean":-3.719329833984375e-05,"train/train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_user_limit":0,"train/train/layer_model_layers_2/act/norm":5618.507936458947,"train/train/tensor_act_model_layers_5_mlp_up_proj/std":0.6640625,"train/train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_8_self_attn_o_proj_weight/std":6.008148193359375e-05,"train/train/tensor_param_model_layers_7_self_attn_k_proj_weight/norm":3.53125,"train/train/tensor_param_model_layers_0_mlp_up_proj_weight/mean":-1.2934207916259766e-05,"train/train/tensor_act_model_layers_8_self_attn_o_proj/norm":128.89340209960938,"train/train/tensor_param_model_layers_4_input_layernorm_weight/norm":11.3125,"train/train/tensor_grad_model_layers_4_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_norm/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_7_self_attn_q_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_4_self_attn_k_proj_weight/norm":4.649162292480469e-05,"train/train/tensor_param_model_layers_0_self_attn_v_proj_weight/mean":0.0001354217529296875,"train/train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_6_mlp_down_proj_weight/std":0.0224609375,"train/train/tensor_param_model_layers_7_self_attn_v_proj_weight/max_abs":0.08203125,"train/train/layer_model_layers_7/act/max_abs":4.46875,"train/train/tensor_param_model_layers_3_input_layernorm_weight/max_abs":1,"train/train/tensor_grad_model_layers_1_input_layernorm_weight/max_abs":8.392333984375e-05,"train/train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs":0.08154296875,"train/train/tensor_param_model_layers_6_self_attn_q_proj_weight/std":0.0303955078125,"train/train/tensor_act_model_layers_5_self_attn/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_8_self_attn_o_proj/max_abs":0.375,"train/train/tensor_act_model_layers_3_self_attn_k_proj/norm":3223.814453125,"train/train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean":-6.771087646484375e-05,"_wandb":{"runtime":252},"train/train/tensor_grad_model_layers_5_self_attn_v_proj_weight/mean":-1.5497207641601562e-06,"train/train/tensor_act_model_layers_0_input_layernorm/frac_near_user_limit":0,"train/train/tensor_param_model_layers_2_self_attn_q_proj_weight/std":0.0262451171875,"train/train/tensor_act_model_layers_6_self_attn_v_proj/std":0.1875,"train/train/tensor_param_model_layers_2_self_attn_v_proj_weight/norm":2.59375,"train/train/tensor_grad_model_layers_7_input_layernorm_weight/mean":1.996755599975586e-06,"train/train/tensor_param_model_layers_4_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/layer__model_layers_4/param/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_0_self_attn_v_proj/norm":461.77593994140625,"train/train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean":-2.2910535335540771e-07,"train/train/tensor_act_model_layers_3/mean":0.02587890625,"train/train/tensor_param_model_layers_3_self_attn_q_proj_weight/norm":3.515625,"train/train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_self_attn_o_proj/mean":0.009033203125,"train/train/layer_model_layers_6/act/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_self_attn/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_5_post_attention_layernorm_weight/std":0,"train/train/tensor_param_model_layers_4_self_attn_v_proj_weight/mean":5.745887756347656e-05,"train/train/tensor_act_model_layers_1_input_layernorm/frac_near_user_limit":0,"train/train/tensor_param_model_layers_3_self_attn_v_proj_weight/max_abs":0.0869140625,"train/train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_8_mlp/max_abs":1.984375,"train/train/tensor_param_model_layers_6_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_5_self_attn_k_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_3_self_attn_o_proj_weight/max_abs":0.00144195556640625,"train/train/tensor_param_model_layers_1_self_attn_q_proj_weight/mean":-0.0001678466796875,"train/train/tensor_grad_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/global/act/std":0,"train/train/tensor_act_model_layers_2_self_attn_k_proj/norm":2878.554931640625,"train/train/tensor_act_model_embed_tokens/norm":160.39590454101562,"train/train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_5_self_attn_k_proj_weight/max_abs":0.09814453125,"train/train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_user_limit":0,"train/train/tensor_param_model_layers_7_self_attn_q_proj_weight/norm":3.71875,"train/train/tensor_act_model_layers_1_post_attention_layernorm/std":0.99609375,"train/train/tensor_grad_model_layers_2_input_layernorm_weight/std":3.504753112792969e-05,"train/train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs":0.000759124755859375,"train/train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_1_input_layernorm_weight/std":2.1696090698242188e-05,"train/train/tensor_param_model_layers_7_mlp_down_proj_weight/norm":4.3125,"train/train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_7_self_attn_v_proj/norm":364.5867004394531,"train/train/tensor_grad_model_layers_5_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_2_self_attn_o_proj/mean":-0.00058746337890625,"train/train/tensor_act_model_layers_6_self_attn/max_abs":0.373046875,"train/train/tensor_act_model_layers_7_post_attention_layernorm/frac_near_user_limit":0,"train/train/tensor_act_model_layers_5_mlp_gate_proj/std":0.71484375,"train/train/tensor_param_model_layers_3_post_attention_layernorm_weight/norm":11.3125,"train/train/tensor_grad_model_layers_2_self_attn_k_proj_weight/norm":0.00011682510375976562,"train/train/tensor_act_model_layers_4_mlp/max_abs":0.302734375,"train/train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs":0.00064849853515625,"train/train/tensor_grad_model_layers_7_input_layernorm_weight/std":2.3245811462402344e-05,"train/train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_7_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_embed_tokens_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_1/norm":341.5267639160156,"train/train/tensor_act_model_layers_1_post_attention_layernorm/norm":2047.9471435546875,"train/train/tensor_act_model_layers_2_self_attn_v_proj/std":0.2138671875,"train/train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_2_post_attention_layernorm/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_6_self_attn_v_proj_weight/norm":0.0189208984375,"train/train/tensor_param_model_layers_0_self_attn_q_proj_weight/mean":-0.00020503997802734375,"train/train/layer__model_layers_8/param/frac_near_user_limit":0,"train/train/epoch_time_elapsed":251.10603235289454,"train/train/tensor_act_model_layers_1_self_attn/max_abs":0.2490234375,"train/train/tensor_act_model_layers_4_mlp_up_proj/max_abs":2.90625,"train/train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs":0.000659942626953125,"train/train/tensor_act_model_layers_4_self_attn_k_proj/std":1.6484375,"train/train/layer_model_layers_7/act/std":0.8351763682294105,"train/train/tensor_param_model_layers_6_post_attention_layernorm_weight/norm":11.3125,"train/train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit":0,"train_steps_per_second":8.262,"train/train/tensor_param_model_layers_0_post_attention_layernorm_weight/mean":1,"train/train/tensor_act_model_layers_6_mlp_up_proj/max_abs":2.96875,"train/train/layer__model_layers_7/param/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_6_self_attn_k_proj_weight/std":2.2165477275848389e-07,"train/train/tensor_act_model_layers_4_self_attn_o_proj/std":0.056396484375,"train/train/tensor_act_model_layers_1_self_attn_k_proj/max_abs":2.578125,"train/train/tensor_act_model_layers_1_mlp_gate_proj/max_abs":2.9375,"train/train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean":0.00012969970703125,"train/train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs":0.000949859619140625,"train/train/tensor_param_model_layers_0_mlp_down_proj_weight/std":0.021728515625,"train/train/tensor_act_model_layers_1_self_attn_q_proj/max_abs":2.5,"train/train/tensor_param_model_layers_5_mlp_gate_proj_weight/std":0.0213623046875,"train/train/tensor_grad_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_4_input_layernorm_weight/std":0,"train/train/tensor_param_model_layers_7_self_attn_k_proj_weight/std":0.027587890625,"train/train/layer_model_layers_1/act/std":0.5455798064402136,"train/train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_mlp_gate_proj/max_abs":2.4375,"train/train/tensor_param_model_layers_1_self_attn_v_proj_weight/max_abs":0.08154296875,"train/train/tensor_act_model_layers_4_post_attention_layernorm/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_mlp_up_proj/max_abs":2.15625,"train/train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_2_self_attn_q_proj_weight/mean":2.9103830456733704e-09,"train/train/tensor_act_model_layers_8_self_attn_k_proj/std":1.578125,"train/train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_8_mlp_gate_proj/mean":-0.0223388671875,"train/train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit":0,"train/train/global/grad/norm":0.20954730898041138,"train/train/tensor_grad_model_layers_8_post_attention_layernorm_weight/std":3.337860107421875e-05,"_timestamp":1.7860491931819277e+09,"train/train/tensor_param_model_layers_3_mlp_down_proj_weight/mean":-0.00019168853759765625,"train/train/tensor_act_model_layers_7_self_attn/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train_loss":0.9298655097484588,"train/train/tensor_act_model_layers_1_self_attn_v_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_8/max_abs":2.125,"train/train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean":4.3958425521850586e-07,"train/train/layer__model_layers_1/param/norm":18.290235505420647,"train/train/tensor_grad_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_3_self_attn/frac_near_user_limit":0,"train/train/layer__model_layers_3/param/mean":0.001474395371078515,"train/train/tensor_act_model_norm/frac_near_user_limit":0,"train/train/tensor_act_model_layers_8_mlp/std":0.212890625,"train/train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_3_self_attn_k_proj_weight/mean":-5.820766091346741e-10,"train/train/tensor_act_model_rotary_emb/std":0.71875,"train/train/layer_model_layers_5/grad/mean":-3.60449441881522e-07,"train/train/tensor_act_model_layers_1/std":0.166015625,"train/train/tensor_act_model_layers_4/std":0.1767578125,"train/train/layer_model_layers_8/act/frac_near_dtype_limit":0,"train/train/layer__model_layers_6/param/frac_near_user_limit":0,"train/train/tensor_act_model_layers_5_mlp/norm":144.14285278320312,"train/train/tensor_param_model_layers_1_self_attn_v_proj_weight/std":0.019775390625,"train/train/tensor_param_model_layers_5_mlp_up_proj_weight/norm":3.84375,"train/train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_embed_tokens_weight/norm":0.1318359375,"train/train/tensor_act_model_layers_0_post_attention_layernorm/norm":2047.8697509765625,"train/train/tensor_act_model_layers_0_self_attn_o_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_4_post_attention_layernorm_weight/norm":11.3125,"train/train/tensor_act_model_layers_6_self_attn/frac_near_user_limit":0,"train/train/tensor_act_model_layers_5_input_layernorm/frac_near_user_limit":0,"train/train/tensor_param_model_layers_8_self_attn_k_proj_weight/norm":3.796875,"train/train/layer_model_layers_7/grad/norm":0.026946308725238993,"train/train/tensor_grad_model_layers_1_self_attn_o_proj_weight/mean":-1.7955899238586426e-06,"train/train/tensor_param_model_layers_4_self_attn_k_proj_weight/std":0.026123046875,"train/train/tensor_act_model_layers_1_mlp_up_proj/norm":1655.569580078125,"train/train/layer_model_layers_0/grad/mean":-7.984965063294457e-08,"train/train/layer__model_layers_2/param/max_abs":1,"train/train/tensor_param_model_layers_2_mlp_down_proj_weight/std":0.0213623046875,"train/train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_4_self_attn_v_proj_weight/norm":0.0196533203125,"train/train/tensor_grad_model_layers_6_input_layernorm_weight/mean":-6.377696990966797e-06,"train/train/layer_model_layers_3/grad/std":8.259296012524069e-05,"train/train/tensor_grad_model_layers_3_post_attention_layernorm_weight/std":3.910064697265625e-05,"train/train/tensor_param_model_layers_8_input_layernorm_weight/std":0,"train/train/tensor_act_model_layers_7_self_attn_o_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_0_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_8_self_attn_k_proj_weight/std":1.7881393432617188e-06,"train/train/tensor_param_model_layers_7_self_attn_o_proj_weight/max_abs":0.08203125,"train/train/tensor_act_model_embed_tokens/max_abs":0.25,"train/train/tensor_act_model_layers_4_self_attn_v_proj/max_abs":1.0234375,"train/train/tensor_act_model_layers_1_self_attn_k_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/global/param/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean":-0.00017261505126953125,"train/train/tensor_act_model_layers_8_post_attention_layernorm/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_user_limit":0,"train/train/layer_model_layers_5/act/mean":0.022815159388950894,"train/train/tensor_param_model_layers_5_self_attn_k_proj_weight/mean":-7.343292236328125e-05,"train/train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs":0.000606536865234375,"train/train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_1_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_5_mlp_up_proj/mean":-0.1103515625,"train/train/tensor_grad_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_6_self_attn_k_proj_weight/mean":0.000213623046875,"train/train/tensor_act_model_layers_5_mlp/max_abs":0.388671875,"train/train/tensor_act_model_layers_6_self_attn_k_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_5_self_attn_q_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_3_self_attn_o_proj_weight/norm":2.6875,"train/train/layer_model_layers_1/grad/max_abs":0.001129150390625,"train/train/tensor_act_model_layers_4_mlp_gate_proj/std":0.51953125,"train/train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_4_input_layernorm_weight/norm":0.0003814697265625,"train/train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_6_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_5_self_attn_v_proj_weight/norm":0.019287109375,"train/train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_self_attn_v_proj/max_abs":1.125,"train/train/tensor_act_model_layers_7_self_attn_q_proj/norm":3590.285888671875,"train/train/tensor_act_model_layers_4/norm":365.3258361816406,"train/train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs":0.0849609375,"train/train/tensor_param_model_layers_7_self_attn_o_proj_weight/norm":2.71875,"train/train/tensor_grad_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_8_self_attn_k_proj_weight/max_abs":0.109375,"train/train/tensor_grad_model_layers_4_self_attn_k_proj_weight/std":3.632158041000366e-07,"train/train/tensor_act_model_layers_8_mlp_up_proj/norm":1959.5677490234375,"train/train/tensor_act_model_layers_2_mlp_up_proj/std":0.46484375,"train/train/tensor_grad_model_layers_4_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_5_post_attention_layernorm_weight/max_abs":1,"train/train/tensor_act_model_layers_0_mlp/frac_near_user_limit":0,"train/train/tensor_param_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_2_self_attn_o_proj_weight/std":0.0205078125,"train/train/tensor_act_model_layers_2_self_attn/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_0_self_attn_v_proj/max_abs":1.1328125,"train/train/tensor_act_model_layers_4_input_layernorm/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_6_self_attn_q_proj_weight/mean":4.092726157978177e-10,"train/train/layer_model_layers_0/grad/frac_near_user_limit":0,"train/train/global/grad/mean":-7.512011402353602e-07,"train/train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_5_self_attn_k_proj_weight/mean":-1.5133991837501526e-09,"train/train/tensor_grad_model_layers_4_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_8_input_layernorm/mean":0.0145263671875,"train/train/tensor_grad_model_layers_5_self_attn_o_proj_weight/max_abs":0.0011138916015625,"train/train/tensor_grad_model_layers_7_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_5_self_attn_o_proj_weight/std":0.0218505859375,"train/train/tensor_act_model_layers_5_post_attention_layernorm/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_3_self_attn_v_proj_weight/std":0.0208740234375,"train/train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std":8.392333984375e-05,"train/train/tensor_param_model_layers_4_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_1_self_attn_k_proj_weight/mean":9.022187441587448e-09,"train/train/tensor_act_model_layers_0_self_attn_q_proj/norm":1087.935546875,"train/train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_5/mean":0.0126953125,"train/train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs":0.09375,"train/train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_3_mlp_up_proj_weight/std":8.153915405273438e-05,"train/train/tensor_grad_model_layers_0_post_attention_layernorm_weight/std":3.790855407714844e-05,"train/train/tensor_param_model_layers_4_input_layernorm_weight/frac_near_user_limit":0,"train/train/layer_model_layers_5/grad/std":8.841634727754324e-05,"train/train/tensor_param_model_layers_4_mlp_up_proj_weight/std":0.02099609375,"train/train/tensor_act_model_layers_6_post_attention_layernorm/frac_near_user_limit":0,"train/train/tensor_act_model_layers_6_post_attention_layernorm/mean":0.044189453125,"train/train/tensor_grad_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs":0.0830078125,"train/train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_3_input_layernorm_weight/norm":0.000392913818359375,"train/grad_norm":0.208984375,"train/train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_self_attn_k_proj/max_abs":4.71875,"train/train/tensor_grad_model_layers_2_post_attention_layernorm_weight/norm":0.0005340576171875,"train/train/tensor_grad_model_layers_7_post_attention_layernorm_weight/std":4.601478576660156e-05,"train/train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/layer_model_layers_7/grad/frac_near_dtype_limit":0,"train/train/global/param/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_4_post_attention_layernorm/norm":2047.9716796875,"train/train/tensor_act_model_layers_3_mlp_gate_proj/std":0.53515625,"train/train/tensor_act_model_layers_0_self_attn_q_proj/max_abs":5.875,"train/train/tensor_param_model_layers_1_self_attn_k_proj_weight/mean":-3.981590270996094e-05,"train/train/layer_model_layers_6/grad/frac_near_user_limit":0,"train/train/tensor_act_model_layers_0_mlp/norm":136.66029357910156,"train/train/tensor_act_model_layers_3_self_attn_k_proj/max_abs":4.09375,"train/train/tensor_act_model_layers_6_self_attn_q_proj/std":2.21875,"train/train/tensor_act_model_layers_4_mlp_up_proj/std":0.61328125,"train/train/tensor_act_model_layers_2_self_attn/std":0.058837890625,"train/train/tensor_param_model_layers_2_post_attention_layernorm_weight/norm":11.3125,"train/train/layer_model_layers_2/grad/norm":0.03696173853137067,"train/train/tensor_act_model_layers_6_self_attn_q_proj/norm":4542.30517578125,"train/train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm":0.01416015625,"train/train/tensor_grad_model_layers_6_self_attn_o_proj_weight/std":7.82012939453125e-05,"train/train/tensor_param_model_layers_7_input_layernorm_weight/norm":11.3125,"train/train/tensor_grad_model_layers_2_post_attention_layernorm_weight/mean":-1.952052116394043e-06,"train/train/tensor_act_model_layers_6_self_attn/norm":117.31278228759766,"train/train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean":8.475035429000854e-08,"train/train/tensor_grad_model_layers_7_self_attn_k_proj_weight/norm":9.107589721679688e-05,"train/train/tensor_act_model_layers_0_self_attn_k_proj/max_abs":5.75,"train/train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_7_mlp_up_proj_weight/std":8.153915405273438e-05,"train/train/tensor_param_model_layers_4_mlp_gate_proj_weight/std":0.0211181640625,"train/train/tensor_act_model_layers_7_self_attn_k_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_3_self_attn_q_proj/max_abs":5.09375,"train/train/layer__model_layers_4/param/std":0.04530003685560127,"train/train/tensor_act_model_layers_3_self_attn/std":0.0625,"train/train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_2_mlp_gate_proj_weight/std":0.021240234375,"train/train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_self_attn_q_proj/max_abs":5.9375,"train/train/layer_model_layers_1/act/max_abs":3.625,"train/train/tensor_param_model_layers_7_mlp_up_proj_weight/norm":4.21875,"train/train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_4_self_attn_o_proj_weight/norm":2.65625,"train/train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm":0.010986328125,"train/train/tensor_param_model_layers_2_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_8_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_8_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_2/max_abs":0.65234375,"train/train/tensor_param_model_layers_5_input_layernorm_weight/max_abs":1,"train/train/global/act/norm":26844.149507182978,"train/train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm":0.01123046875,"train/train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean":-2.9249349609017372e-09,"train/train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_2_self_attn_o_proj_weight/max_abs":0.0014190673828125,"train/train/tensor_act_model_layers_5_self_attn_o_proj/norm":131.64736938476562,"train/train/layer__model_layers_2/param/frac_near_user_limit":0,"train/train/tensor_act_model_layers_0/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_4_mlp/norm":116.37464904785156,"train/train/tensor_param_model_layers_7_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_1_mlp_gate_proj/norm":1802.0458984375,"train/train/tensor_act_model_layers_0_mlp_gate_proj/max_abs":2.171875,"train/train/tensor_act_model_layers_5_input_layernorm/mean":0.1220703125,"train/train/tensor_param_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/layer__model_layers_5/param/norm":18.46307812652728,"train/epoch":0.13481631277384565,"train/train/tensor_param_model_layers_0_self_attn_v_proj_weight/std":0.019775390625,"train/train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs":0.0859375,"train/train/tensor_act_model_layers_3_self_attn_q_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_1_self_attn_q_proj_weight/std":0.0245361328125,"train/train/tensor_act_model_layers_2_self_attn_q_proj/std":1.53125,"train/train/global/act/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_1_mlp_up_proj/mean":-0.0439453125,"train/train/tensor_act_model_layers_4_input_layernorm/std":0.9921875,"train/train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_4_self_attn_o_proj/norm":115.68225860595703,"train/train/tensor_grad_model_layers_3_mlp_down_proj_weight/std":4.76837158203125e-05,"train/train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs":0.001007080078125,"train/train/layer__model_layers_5/param/mean":0.0015756782615054601,"train/train/tensor_act_model_layers_7_mlp_gate_proj/max_abs":3.140625,"train/train/tensor_param_model_layers_1_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_0_self_attn_k_proj_weight/mean":0.00011777877807617188,"train/train/tensor_grad_model_layers_7_self_attn_q_proj_weight/max_abs":3.5017728805541992e-06,"train/train/tensor_grad_model_layers_6_self_attn_q_proj_weight/max_abs":1.214444637298584e-06,"train/train/tensor_grad_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_6_mlp/max_abs":0.390625,"train/train/tensor_act_model_layers_4_self_attn_k_proj/mean":-0.0306396484375,"train/train/tensor_param_model_layers_3_input_layernorm_weight/std":0,"train/train/tensor_act_/std":NaN,"train/train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_8_self_attn_k_proj_weight/mean":1.83936208486557e-08,"train/train/layer_model_layers_4/act/norm":6381.981959197298,"train/train/global/act/max_abs":11.125,"train/train/tensor_act_model_layers_1_input_layernorm/std":1,"train/train/tensor_grad_model_layers_0_input_layernorm_weight/mean":2.6226043701171875e-06,"train/train/tensor_param_model_layers_5_mlp_down_proj_weight/norm":3.875,"train/train/tensor_act_model_layers_6_self_attn_q_proj/mean":-0.0703125,"train/train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean":-2.5331974029541016e-07,"train/train/tensor_act_model_layers_4_self_attn_q_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_3/max_abs":0.7265625,"train/train/tensor_act_model_layers_1_input_layernorm/norm":2047.9212646484375,"train/train/tensor_grad_model_layers_0_self_attn_v_proj_weight/max_abs":0.00122833251953125,"train/train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm":0.0120849609375,"train/train/tensor_act_model_layers_5_self_attn_k_proj/mean":0.072265625,"train/train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_5_self_attn_q_proj_weight/mean":2.7066562324762344e-09,"train/train/tensor_param_model_layers_3_mlp_gate_proj_weight/std":0.0211181640625,"train/train/tensor_act_model_layers_1_mlp_down_proj/norm":162.3222198486328,"train/train/tensor_param_model_layers_1_input_layernorm_weight/norm":11.3125,"train/train/tensor_act_model_layers_1_self_attn_k_proj/std":0.61328125,"train/train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean":-4.7963112592697144e-08,"train/train/tensor_act_model_layers_3_self_attn/max_abs":0.26953125,"train/train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm":5.21875,"train/train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_5/std":0.173828125,"train/train/tensor_act_model_layers_1_self_attn_o_proj/std":0.068359375,"train/train/tensor_act_model_layers_6_mlp/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_6_mlp_up_proj_weight/std":0.0220947265625,"train/train/tensor_act_model_layers_7_self_attn_q_proj/mean":-0.00860595703125,"train/train/tensor_act_model_rotary_emb/mean":0.333984375,"train/train/tensor_grad_model_layers_6_self_attn_q_proj_weight/std":1.2852251529693604e-07,"train/train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_4_self_attn_q_proj_weight/std":2.514570951461792e-07,"train/train/layer_model_layers_2/act/std":0.7328509081371534,"train/train/tensor_act_model_layers_7_post_attention_layernorm/mean":0.040283203125,"train/train/tensor_act_model_layers_6_input_layernorm/frac_near_user_limit":0,"train/train/layer_model_layers_8/grad/frac_near_dtype_limit":0,"train/train/tensor_act_model_norm/norm":2047.9755859375,"train/train/layer_model_layers_7/act/mean":0.00975799560546875,"train/train/tensor_act_model_layers_1_mlp_down_proj/mean":0.0023345947265625,"train/train/tensor_act_model_layers_8_self_attn/std":0.06298828125,"train/train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_0_mlp_down_proj/std":0.06689453125,"train/train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_7_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_6_self_attn_v_proj_weight/mean":-8.493661880493164e-07,"train/train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean":2.421438694000244e-07,"train/train/layer_model_layers_4/act/mean":0.013747079031808036,"train/train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_mlp/std":0.056884765625,"train/train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_1_self_attn_v_proj_weight/mean":-0.00016689300537109375,"train/train/tensor_grad_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean":6.631016731262207e-07,"train/train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_1_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_0_self_attn_q_proj/mean":0.00830078125,"train/train/tensor_param_model_embed_tokens_weight/mean":-0.00125885009765625,"train/train/global/param/max_abs":1,"train/train/tensor_act_model_layers_3_self_attn_q_proj/std":1.8671875,"train/train/tensor_param_model_layers_5_self_attn_v_proj_weight/norm":2.671875,"train/train/tensor_act_model_layers_4_self_attn_k_proj/frac_near_user_limit":0,"train/train/layer__model_layers_8/param/std":0.04812558766818807,"train/train/tensor_act_model_layers_0_self_attn/mean":0.00012493133544921875,"train/train/tensor_act_model_layers_1_self_attn_k_proj/norm":1252.801513671875,"train/train/layer_model_layers_1/act/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_2_mlp_up_proj/norm":1348.578369140625,"train/train/tensor_grad_model_layers_8_self_attn_o_proj_weight/norm":0.0076904296875,"train/train/layer__model_layers_6/param/norm":18.667180372163198,"train/train/tensor_act_model_layers_4/max_abs":0.6875,"train/train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean":-7.748603820800781e-07,"train/train/tensor_param_model_layers_3_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_4_self_attn_k_proj_weight/mean":-5.555152893066406e-05,"train/train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_0_self_attn_v_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_6_self_attn_k_proj_weight/max_abs":0.10205078125,"train/train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_6_mlp/norm":156.96896362304688,"train/train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs":0.087890625,"train/train/layer_model_layers_4/grad/max_abs":0.00124359130859375,"train/train/tensor_param_model_layers_6_self_attn_v_proj_weight/norm":2.671875,"train/train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_7_input_layernorm/std":1,"train/train/layer_model_layers_0/grad/std":7.713516961998181e-05,"train/train/tensor_act_model_layers_8/norm":611.0115966796875,"train/train/tensor_grad_model_layers_7_self_attn_q_proj_weight/mean":3.183231456205249e-10,"train/train/tensor_grad_model_layers_8_input_layernorm_weight/std":2.396106719970703e-05,"train/train/tensor_param_model_layers_6_post_attention_layernorm_weight/std":0,"train/train/tensor_param_model_layers_8_mlp_up_proj_weight/std":0.0289306640625,"train/train/tensor_act_model_layers_1_self_attn_o_proj/mean":0.01092529296875,"train/train/tensor_act_model_layers_7/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_2_self_attn_v_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_3_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs":0.08056640625,"train/train/tensor_act_model_layers_2_input_layernorm/mean":0.09423828125,"train/train/tensor_act_model/std":1,"train/train/layer__model_layers_4/param/max_abs":1,"train/train/tensor_act_model/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_7_self_attn_o_proj/norm":74.43354034423828,"train/train/global/act/mean":-0.21044765677132615,"train/train/tensor_grad_model_layers_0_self_attn_k_proj_weight/max_abs":5.7697296142578125e-05,"train/train/tensor_param_model_layers_7_mlp_gate_proj_weight/std":0.0234375,"train/train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_5_mlp_down_proj/mean":-0.004913330078125,"train/train/tensor_grad_model_layers_3_self_attn_q_proj_weight/mean":-2.954038791358471e-09,"train/train/tensor_grad_model_layers_3_self_attn_v_proj_weight/std":0.00014972686767578125,"train/train/layer__model_layers_8/param/max_abs":1,"train/train/tensor_grad_model_layers_1_self_attn_q_proj_weight/max_abs":9.5367431640625e-06,"train/train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_6/norm":393.5998229980469,"train/train/layer_model_layers_1/grad/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_1_post_attention_layernorm/frac_near_user_limit":0,"train/train/tensor_act_model_layers_8_mlp_gate_proj/std":0.70703125,"train/train/tensor_grad_model_layers_8_self_attn_q_proj_weight/max_abs":7.271766662597656e-06,"train/train/tensor_grad_model_layers_3_input_layernorm_weight/std":3.457069396972656e-05,"train/train/tensor_act_lm_head/std":1.2734375,"train/train/tensor_act_model_layers_0_self_attn_k_proj/mean":-0.041015625,"train/train/layer_model_layers_4/act/std":0.8325493692592125,"train/train/tensor_param_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_0_self_attn_o_proj_weight/mean":-9.250640869140625e-05,"train/train/tensor_act_model_layers_6_self_attn_q_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_2_self_attn_o_proj_weight/norm":2.625,"train/train/tensor_param_model_layers_1_post_attention_layernorm_weight/mean":1,"train/train/tensor_grad_model_layers_5_self_attn_o_proj_weight/std":0.0001125335693359375,"train/train/tensor_act_model_layers_4_mlp_down_proj/mean":-0.000152587890625,"train/train/tensor_act_model_layers_8_self_attn/norm":128.89340209960938,"train/train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs":0.000675201416015625,"train/train/tensor_param_model_norm_weight/frac_near_user_limit":0,"train/train/tensor_param_model_embed_tokens_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_0_self_attn_o_proj/norm":117.7116928100586,"train/train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs":0.125,"train/train/layer_model_layers_8/act/norm":6412.638087070448,"train/train/tensor_param_model_layers_7_self_attn_v_proj_weight/std":0.0205078125,"train/train/tensor_param_model_layers_7_post_attention_layernorm_weight/mean":1,"train/train/tensor_act_model_layers_2_post_attention_layernorm/max_abs":3.625,"train/train/layer_model_layers_3/grad/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_post_attention_layernorm/std":0.99609375,"train/train/tensor_act_model/mean":0.0185546875,"train/train/tensor_act_model_layers_7_self_attn_k_proj/mean":0.054931640625,"train/train/tensor_param_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/layer_model_layers_2/act/mean":-0.008862222943987166,"train/train/tensor_act_model_layers_2_self_attn/max_abs":0.232421875,"train/learning_rate":0.0003,"train/train/tensor_act_model_layers_5_self_attn/std":0.06396484375,"train/train/tensor_param_model_layers_2_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_6_mlp_gate_proj/std":0.73046875,"train/train/tensor_grad_model_layers_1_self_attn_k_proj_weight/std":1.2293457984924316e-06,"train/train/tensor_act_model_embed_tokens/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_7_self_attn_k_proj_weight/std":7.115304470062256e-07,"train/train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_5_mlp_gate_proj/norm":2092.80126953125,"train/train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_8_self_attn_v_proj/norm":391.2538757324219,"train/train/tensor_act_model_layers_5_self_attn_q_proj/mean":0.037353515625,"train/train/tensor_grad_model_layers_3_self_attn_o_proj_weight/norm":0.0177001953125,"train/train/tensor_act_model_layers_6_self_attn_k_proj/mean":0.1044921875,"train/train/tensor_grad_model_layers_4_self_attn_o_proj_weight/std":0.00012302398681640625,"train/train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm":0.0133056640625,"train/train/tensor_act_model_layers_4_mlp_down_proj/norm":116.37464904785156,"train/train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/layer_model_layers_3/act/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_5_self_attn/mean":-0.004150390625,"train/train/tensor_act_model_rotary_emb/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_4_post_attention_layernorm_weight/mean":-2.9802322387695312e-06,"train/train/tensor_act_model_layers_4_self_attn_q_proj/mean":-0.0283203125,"train/train/tensor_grad_model_layers_0_self_attn_k_proj_weight/mean":-5.995389074087143e-09,"train/train/layer_model_layers_3/grad/norm":0.03345480742199749,"train/train/tensor_act_model_layers_2_mlp/max_abs":0.251953125,"train/train/tensor_param_model_layers_1_mlp_up_proj_weight/norm":3.921875,"train/train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_5_input_layernorm/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_7_self_attn_v_proj/std":0.177734375,"train/train/layer_model_layers_2/grad/mean":-2.571816051991979e-08,"train/train/tensor_act_model_layers_5_mlp_up_proj/max_abs":3.015625,"train/train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean":1.5459954738616943e-07,"train/train/tensor_grad_model_layers_4_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_0_input_layernorm/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_8_self_attn_q_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_1_mlp_down_proj_weight/std":0.0216064453125,"train/train/tensor_param_model_layers_4_post_attention_layernorm_weight/max_abs":1,"train/train/tensor_param_model_layers_2_self_attn_k_proj_weight/max_abs":0.10986328125,"train/train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_mlp_gate_proj/norm":1505.1348876953125,"train/train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_7_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_1_self_attn_o_proj_weight/max_abs":0.076171875,"train/train/tensor_act_model_layers_5_mlp_down_proj/norm":144.14285278320312,"train/train/tensor_act_model_layers_8_mlp_up_proj/mean":-0.000865936279296875,"train/train/tensor_grad_model_layers_7_self_attn_v_proj_weight/std":0.00010061264038085938,"train/train/layer__model_layers_7/param/mean":0.001519237405238397,"train/train/tensor_act_model_layers_6_self_attn/std":0.05712890625,"train/train/tensor_param_model_layers_6_self_attn_o_proj_weight/std":0.0224609375,"train/train/layer__model_layers_0/param/std":0.04543477344385544,"train/train/tensor_grad_model_layers_0_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_0_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_0_post_attention_layernorm_weight/max_abs":1,"train/train/tensor_param_model_layers_1_self_attn_k_proj_weight/std":0.0244140625,"train/train/tensor_grad_model_layers_4_post_attention_layernorm_weight/std":4.935264587402344e-05,"train/train/tensor_grad_model_layers_3_self_attn_v_proj_weight/norm":0.0191650390625,"train/train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_2/frac_near_dtype_limit":0,"train/train/estimated_remaining_minutes":0,"train/train/tensor_grad_model_layers_4_post_attention_layernorm_weight/norm":0.00055694580078125,"train/train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm":0.0126953125,"train/train/tensor_param_model_layers_4_mlp_down_proj_weight/mean":8.58306884765625e-05,"train/train/tensor_act_model_layers_6_self_attn_o_proj/norm":117.31278228759766,"train/train/tensor_grad_model_layers_8_input_layernorm_weight/norm":0.0002880096435546875,"train/train/tensor_act_model_layers_2_mlp_gate_proj/mean":-0.037353515625,"train/train/tensor_param_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_6_self_attn_o_proj_weight/mean":-2.477318048477173e-07,"train/train/tensor_act_model_layers_2_self_attn_o_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_5_mlp_up_proj/norm":1952.861083984375,"train/train/tensor_param_model_layers_4_mlp_up_proj_weight/mean":8.7738037109375e-05,"train/train/tensor_param_model_layers_1_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_0_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_6_mlp_up_proj_weight/norm":4,"train/train/tensor_act_model_layers_4_self_attn_q_proj/norm":3888.07958984375,"train/train/layer__model_layers_1/param/max_abs":1,"train/train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_post_attention_layernorm/mean":0.1171875,"train/train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_5_self_attn_v_proj/std":0.2099609375,"train/train/tensor_param_model_layers_8_self_attn_o_proj_weight/mean":5.221366882324219e-05,"train/train/tensor_act_model_layers_8_mlp_up_proj/std":0.67578125,"train/train/tensor_param_model_layers_1_self_attn_o_proj_weight/mean":5.459785461425781e-05,"train/train/tensor_act_model_layers_5_self_attn_q_proj/norm":4074.589111328125,"train/train/tensor_act_model_layers_1_self_attn_o_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_7_self_attn_v_proj_weight/mean":-9.1552734375e-05,"train/train/tensor_grad_model_layers_4_post_attention_layernorm_weight/max_abs":0.0001811981201171875,"train/train/tensor_param_model_layers_5_post_attention_layernorm_weight/norm":11.3125,"train/train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_8_self_attn_v_proj_weight/mean":8.42846930027008e-08,"train/train/tensor_act_model_layers_2_mlp_up_proj/mean":-0.0037841796875,"train/train/tensor_param_model_layers_6_input_layernorm_weight/mean":1,"train/train/tensor_param_model_layers_3_self_attn_o_proj_weight/max_abs":0.08447265625,"train/train/layer__model_layers_7/param/max_abs":1,"train/train/layer_model_layers_6/act/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_4_self_attn_o_proj_weight/max_abs":0.0008544921875,"train/train/tensor_param_model_layers_6_mlp_down_proj_weight/mean":4.029273986816406e-05,"train/train/tensor_param_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_norm_weight/std":0,"train/train/tensor_param_model_layers_7_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_3_post_attention_layernorm_weight/max_abs":1,"train/train/tensor_act_model_layers_2_mlp_gate_proj/std":0.5625,"train/train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_6_post_attention_layernorm/max_abs":3.9375,"_runtime":252,"train/train/tensor_param_model_layers_5_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_5_input_layernorm_weight/mean":-9.000301361083984e-06,"train/train/tensor_param_model_layers_8_self_attn_k_proj_weight/std":0.0296630859375,"train/train/tensor_grad_model_layers_7_self_attn_o_proj_weight/std":5.91278076171875e-05,"train/train/layer__model_layers_6/param/std":0.046053295001692286,"train/train/tensor_act_model_layers_7_input_layernorm/mean":0.05078125,"train/train/tensor_grad_model_layers_2_self_attn_q_proj_weight/norm":8.678436279296875e-05,"train/train/tensor_act_model_layers_4_self_attn/norm":115.68225860595703,"train/train/tensor_act_model_layers_2_input_layernorm/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_1_self_attn_v_proj/mean":-0.0244140625,"train/train/tensor_grad_model_layers_1_mlp_down_proj_weight/std":0.0001049041748046875,"train/train/tensor_act_model_layers_8_mlp_down_proj/max_abs":1.984375,"train/train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs":0.0849609375,"train/train/tensor_grad_model_layers_6_post_attention_layernorm_weight/max_abs":0.00015163421630859375,"train/train/tensor_grad_model_layers_8_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_lm_head/max_abs":11.125,"train/train/tensor_param_model_layers_5_self_attn_q_proj_weight/std":0.0283203125,"train/train/tensor_act_model_layers_5_post_attention_layernorm/max_abs":3.6875,"train/train/tensor_act_model_layers_5_mlp_down_proj/std":0.0703125,"train/train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_6_self_attn_q_proj_weight/max_abs":0.099609375,"train/train/tensor_param_model_layers_2_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_0_input_layernorm_weight/mean":1,"train/train/tensor_grad_model_layers_2_input_layernorm_weight/norm":0.000396728515625,"train/train/tensor_grad_model_layers_8_post_attention_layernorm_weight/max_abs":0.00015544891357421875,"train/train/tensor_param_model_layers_2_self_attn_o_proj_weight/mean":-0.00011110305786132812,"train/train/tensor_act_model_layers_3_input_layernorm/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_2_self_attn_q_proj/mean":-0.2001953125,"train/train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean":-5.21540641784668e-07,"train/train/layer_model_layers_5/grad/max_abs":0.0011138916015625,"train/train/tensor_grad_model_layers_6_post_attention_layernorm_weight/std":4.0531158447265625e-05,"train/train/tensor_param_model_layers_0_self_attn_o_proj_weight/norm":2.53125,"train/train/tensor_grad_model_layers_3_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_0_self_attn_q_proj_weight/norm":0.0005645751953125,"train/train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_2_self_attn_v_proj/max_abs":1.09375,"train/train/tensor_act_model_layers_8_self_attn_k_proj/max_abs":3.53125,"train/train/tensor_grad_model_norm_weight/mean":-0.01068115234375,"train/train/tensor_grad_model_layers_7_self_attn_v_proj_weight/mean":1.4808028936386108e-07,"train/train/tensor_grad_model_layers_5_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_8_input_layernorm_weight/mean":1,"train/train/tensor_param_model_layers_7_input_layernorm_weight/std":0,"train/train/tensor_act_model_layers_0/max_abs":0.59375,"train/train/tensor_act_model_layers_8_self_attn_q_proj/max_abs":4.21875,"train/train/layer_model_layers_5/grad/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_2_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_1_self_attn_v_proj/norm":494.4064025878906,"train/train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm":4.25,"train/train/tensor_act_model_layers_5/max_abs":0.71875,"train/train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean":3.4086406230926514e-07,"train/train/tensor_grad_model_layers_5_self_attn_q_proj_weight/max_abs":2.4884939193725586e-06,"train/train/tensor_act_model_layers_6_input_layernorm/frac_near_dtype_limit":0,"train/train/global/param/mean":0.0008674702096907979,"train/train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean":8.055940270423889e-08,"train/train/tensor_grad_model_layers_6_input_layernorm_weight/max_abs":0.00011968612670898438,"train/train/tensor_act_model_rotary_emb/max_abs":1,"train/train/tensor_param_model_layers_2_self_attn_v_proj_weight/max_abs":0.08447265625,"train/train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_6_self_attn/frac_near_dtype_limit":0,"train/train/layer_model_layers_2/grad/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_self_attn_q_proj/mean":0.1826171875,"train/train/tensor_grad_model_layers_1_input_layernorm_weight/norm":0.0002460479736328125,"train/train/tensor_grad_model_layers_5_self_attn_o_proj_weight/norm":0.014404296875,"train/train/tensor_act_model_layers_6_input_layernorm/max_abs":3.9375,"train/train/tensor_grad_model_layers_5_post_attention_layernorm_weight/max_abs":0.0001430511474609375,"train/train/tensor_grad_model_layers_6_mlp_up_proj_weight/std":7.915496826171875e-05,"train/train/layer__model_layers_2/param/std":0.04522507025985433,"train/train/tensor_grad_model_layers_3_self_attn_k_proj_weight/max_abs":3.11434268951416e-06,"train/train/layer__model_layers_8/param/mean":0.0014538459956367005,"train/train/tensor_act_model_layers_1_input_layernorm/max_abs":3.625,"train/train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_rotary_emb/frac_near_dtype_limit":0,"train/train/layer_model_layers_7/act/frac_near_user_limit":0,"train/train/tensor_act_model_layers_0_self_attn_v_proj/std":0.2255859375,"train/train/tensor_act_model_layers_3_self_attn_k_proj/mean":0.14453125,"train/train/tensor_act_model_layers_5_self_attn/norm":131.64736938476562,"train/train/tensor_grad_model_layers_1_mlp_up_proj_weight/std":8.916854858398438e-05,"train/train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm":0.01611328125,"train/train/tensor_grad_model_layers_8_mlp_up_proj_weight/std":5.2928924560546875e-05,"train/train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_7/mean":0.003265380859375,"train/train/layer__model_layers_6/param/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_4_self_attn_v_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_3_mlp_up_proj/mean":0.01080322265625,"train/train/tensor_grad_model_layers_4_input_layernorm_weight/std":3.3855438232421875e-05,"train/train/tensor_act_model_layers_1_mlp/norm":162.3222198486328,"train/train/tensor_act_model_layers_2_self_attn_o_proj/norm":120.58850860595703,"train/train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_7_mlp_up_proj_weight/std":0.0233154296875,"train/train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs":0.001007080078125,"train/train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_7_post_attention_layernorm/norm":2047.96923828125,"train/train/tensor_param_model_layers_5_self_attn_v_proj_weight/mean":-0.00019168853759765625,"eval/samples_per_second":1129.08,"train/train/tensor_grad_model_norm_weight/std":0.00433349609375,"train/train/tensor_param_model_layers_8_mlp_up_proj_weight/norm":5.25,"train/train/tensor_grad_model_layers_2_self_attn_o_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_2_self_attn_k_proj/mean":-0.0289306640625,"train/train/tensor_param_model_layers_4_post_attention_layernorm_weight/mean":1,"train/train/tensor_param_model_layers_1_self_attn_v_proj_weight/norm":2.53125,"train/train/tensor_act_model_layers_3_self_attn_v_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_self_attn_k_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_4_self_attn_q_proj_weight/norm":3.218650817871094e-05,"train/train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_3_self_attn_o_proj/norm":129.58152770996094,"train/train/tensor_param_model_layers_6_self_attn_v_proj_weight/mean":-0.0002155303955078125,"train/train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_2_input_layernorm/norm":2047.959228515625,"train/train/tensor_param_model_layers_4_self_attn_k_proj_weight/norm":3.34375,"train/train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs":0.0849609375,"train/train/layer_model_layers_5/act/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_2_mlp_up_proj_weight/mean":-7.2479248046875e-05,"train/train/tensor_param_model_layers_0_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std":6.67572021484375e-05,"train/train/layer_model_layers_7/grad/max_abs":0.00101470947265625,"train/train/tensor_grad_model_layers_0_self_attn_o_proj_weight/norm":0.0177001953125,"train/train/tensor_grad_model_layers_3_self_attn_v_proj_weight/max_abs":0.0008087158203125,"train/train/tensor_grad_model_layers_1_self_attn_q_proj_weight/mean":3.157765604555607e-09,"train/train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/layer__model_layers_2/param/mean":0.0014862143863195933,"train/train/tensor_act_model_layers_4/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_0_self_attn_k_proj_weight/std":2.86102294921875e-06,"train/train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_7_post_attention_layernorm/std":1,"train/train/tensor_grad_model_layers_4_self_attn_q_proj_weight/max_abs":2.637505531311035e-06,"train/train/tensor_act_model_layers_7_post_attention_layernorm/max_abs":4.21875,"train/train/tensor_param_model_layers_8_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_0_post_attention_layernorm/std":1,"train/train/tensor_grad_model_layers_1_post_attention_layernorm_weight/std":4.76837158203125e-05,"train/train/tensor_param_model_layers_4_input_layernorm_weight/mean":1,"train/train/tensor_act_model_layers_8_self_attn_k_proj/norm":3224.879638671875,"train/train/tensor_act_model_layers_0/frac_near_user_limit":0,"train/train/tensor_param_model_layers_2_self_attn_q_proj_weight/max_abs":0.115234375,"train/train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_3_mlp_down_proj_weight/norm":3.828125,"train/train/tensor_act_model_layers_5_input_layernorm/norm":2047.9666748046875,"train/train/tensor_param_model_layers_3_input_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_0_self_attn_q_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_embed_tokens_weight/norm":51.5,"train/train/tensor_grad_model_layers_7_self_attn_q_proj_weight/std":4.4330954551696777e-07,"train/train/tensor_act_model_layers_8_self_attn_o_proj/mean":-0.0020904541015625,"train/train/tensor_grad_model_layers_2_self_attn_k_proj_weight/std":9.126961231231689e-07,"train/train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std":7.82012939453125e-05,"train/train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs":0.00124359130859375,"train/train/tensor_act_/max_abs":0.20496302843093872,"train/train/tensor_act_model_layers_5_post_attention_layernorm/std":0.99609375,"train/train/tensor_param_model_layers_5_post_attention_layernorm_weight/mean":1,"train/train/tensor_grad_model_layers_8_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_0_self_attn_k_proj_weight/norm":3.546875,"train/train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_norm_weight/frac_near_user_limit":0,"train/train/layer__model_layers_0/param/max_abs":1,"train/train/layer_model_layers_1/grad/norm":0.03682977374880538,"train/train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_input_layernorm/max_abs":3.515625,"train/train/tensor_act_model_layers_5_self_attn_o_proj/max_abs":0.318359375,"train/train/tensor_param_model_layers_2_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_2_self_attn_v_proj_weight/mean":4.284083843231201e-07,"train/train/tensor_param_model_layers_1_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_8_self_attn_v_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_6_mlp_down_proj_weight/norm":4.0625,"train/train/tensor_act_model_layers_1_input_layernorm/mean":0.0218505859375,"train/train/tensor_param_model_layers_3_input_layernorm_weight/norm":11.3125,"train/train/tensor_act_model_layers_4_self_attn/max_abs":0.26953125,"train/train/tensor_act_model_layers_7_mlp_down_proj/max_abs":0.412109375,"train/train/tensor_param_model_layers_7_mlp_down_proj_weight/std":0.0238037109375,"train/train/tensor_param_model_layers_6_self_attn_v_proj_weight/max_abs":0.0830078125,"train/train/tensor_param_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/layer_model_layers_3/act/mean":0.05085972377232143,"train/train/tensor_param_model_layers_4_mlp_down_proj_weight/std":0.021240234375,"train/train/layer__model_layers_0/param/norm":18.41954236716062,"train/train/tensor_param_model_layers_6_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_8_mlp_gate_proj_weight/std":0.02880859375,"train/train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs":0.00106048583984375,"train/train/layer_model_layers_0/act/frac_near_user_limit":0,"train/train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_embed_tokens/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_7_post_attention_layernorm_weight/std":0,"train/train/tensor_param_model_layers_7_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_8_self_attn_v_proj_weight/max_abs":0.08056640625,"train/train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm":0.01904296875,"train/train/tensor_param_model_layers_2_input_layernorm_weight/mean":1,"train/train/tensor_act_model_layers_2_mlp_down_proj/norm":98.84210205078125,"train/train/tensor_act_model_layers_7_self_attn_k_proj/max_abs":3.9375,"train/train/layer_model_layers_2/grad/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_6_self_attn_o_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_6/max_abs":0.86328125,"train/train/tensor_param_model_layers_4_mlp_down_proj_weight/norm":3.84375,"train/train/tensor_act_model_layers_6_self_attn_v_proj/max_abs":0.93359375,"train/train/tensor_act_model_layers_5_mlp_gate_proj/mean":0.11572265625,"train/train/layer__model_layers_3/param/frac_near_user_limit":0,"train/train/tensor_act_model_layers_5_self_attn/max_abs":0.318359375,"train/train/tensor_act_model_layers_2/frac_near_user_limit":0,"train/train/tensor_param_model_layers_1_self_attn_k_proj_weight/norm":3.125,"train/train/tensor_act_model_layers_5_mlp/std":0.0703125,"train/train/tensor_act_model_layers_4_post_attention_layernorm/mean":0.10546875,"train/train/tensor_act_model_layers_2_mlp_gate_proj/norm":1632.8582763671875,"train/train/layer_model_layers_5/grad/norm":0.035847841889732966,"train/train/tensor_param_model_layers_3_mlp_up_proj_weight/mean":-0.00017452239990234375,"train/train/tensor_grad_model_layers_0_self_attn_v_proj_weight/norm":0.010498046875,"train/train/tensor_grad_model_layers_0_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_5_input_layernorm/max_abs":3.890625,"train/train/layer_model_layers_3/grad/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_1_post_attention_layernorm_weight/std":0,"train/train/tensor_param_model_layers_8_mlp_down_proj_weight/std":0.0277099609375,"train/train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_dtype_limit":0,"train/train/tensor_act_model_norm/max_abs":4.8125,"train/train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs":0.09326171875,"train/train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs":0.001129150390625,"train/train/tensor_act_model_layers_7_self_attn_q_proj/max_abs":4.46875,"train/train/tensor_param_model_layers_0_self_attn_v_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_2_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_4_self_attn_k_proj_weight/mean":3.41970007866621e-09,"train/train/tensor_grad_model_layers_4_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_1_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_6_post_attention_layernorm/norm":2047.96826171875,"train/train/tensor_param_model_layers_4_self_attn_o_proj_weight/mean":-0.00013446807861328125,"train/train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean":-4.917383193969727e-07,"train/train/tensor_act_model_layers_1_mlp/std":0.0791015625,"train/train/tensor_act_model_layers_5_self_attn_v_proj/frac_near_user_limit":0,"train/train/tensor_param_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4_mlp_gate_proj/mean":-0.00136566162109375,"train/train/tensor_param_model_layers_6_self_attn_k_proj_weight/norm":3.6875,"train/train/tensor_param_model_layers_5_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_8_self_attn_o_proj_weight/max_abs":0.000457763671875,"train/train/layer__model_layers_1/param/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_5_self_attn_k_proj_weight/norm":3.46875,"train/train/layer_model_layers_4/grad/std":8.973106376509575e-05,"train/train/tensor_act_model_layers_5/frac_near_user_limit":0,"train/train/tensor_act_model_layers_4/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_7_self_attn_o_proj_weight/mean":-0.0001316070556640625,"train/train/tensor_grad_model_layers_6_self_attn_v_proj_weight/std":0.00014781951904296875,"train/train/tensor_grad_model_layers_6_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_8_mlp_down_proj_weight/std":7.343292236328125e-05,"train/train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs":0.00048065185546875,"train/train/tensor_act_model_layers_6_self_attn_k_proj/max_abs":4.625,"train/train/tensor_grad_model_layers_8_self_attn_v_proj_weight/std":8.296966552734375e-05,"train/train/layer_model_layers_0/act/max_abs":5.875,"train/train/tensor_grad_model_layers_3_post_attention_layernorm_weight/max_abs":0.00015926361083984375,"train/train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_1_self_attn_o_proj_weight/max_abs":0.0008697509765625,"train/train/layer_model_layers_1/grad/std":9.093354511845259e-05,"train/train/tensor_act_model_layers_7_self_attn_v_proj/max_abs":0.92578125,"train/train/tensor_param_model_layers_7_post_attention_layernorm_weight/norm":11.3125,"train/train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std":7.009506225585938e-05,"train/train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs":0.000743865966796875,"train/train/tensor_act_model_layers_6_self_attn_q_proj/max_abs":6.0625,"train/train/tensor_param_model_layers_3_self_attn_o_proj_weight/mean":-0.0002460479736328125,"train/train/tensor_act_model_layers_2_input_layernorm/max_abs":3.625,"train/train/tensor_act_model_layers_2_mlp_down_proj/mean":-0.00019741058349609375,"train/train/tensor_grad_model_layers_0_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_7_mlp_up_proj/mean":-0.006927490234375,"train/train/tensor_param_model_layers_0_mlp_up_proj_weight/std":0.021728515625,"train/train/layer__model_layers_2/param/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_8_self_attn_o_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_norm_weight/max_abs":0.0240478515625,"train/train/tensor_grad_model_norm_weight/norm":0.1298828125,"train/train/tensor_grad_model_layers_5_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_1_mlp_down_proj/std":0.0791015625,"train/train/tensor_act_model_layers_0_post_attention_layernorm/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_1_post_attention_layernorm_weight/norm":11.3125,"train/train/tensor_act_model_layers_5/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_2_post_attention_layernorm/std":0.99609375,"train/train/tensor_act_model_layers_0_mlp/max_abs":0.337890625,"train/train/tensor_act_model_layers_0_self_attn/frac_near_dtype_limit":0,"train/train/tensor_grad_model_norm_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std":0.00010824203491210938,"train/train/tensor_param_model_layers_3_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/layer_model_layers_7/act/norm":6400.649150407637,"train/train/tensor_act_model_layers_1_mlp/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean":-1.6111880540847778e-07,"train/train/tensor_act_model_layers_6_mlp_up_proj/mean":0.016845703125,"train/train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_1_mlp_down_proj/max_abs":0.373046875,"train/train/tensor_param_model_layers_4_self_attn_o_proj_weight/max_abs":0.09033203125,"train/train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean":1.296401023864746e-06,"train/train/tensor_act_model_layers_2_self_attn_q_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_8_self_attn_q_proj_weight/mean":-4.220055416226387e-09,"train/train/tensor_act_model_layers_8_input_layernorm/norm":2047.967529296875,"train/train/tensor_param_model_layers_5_self_attn_q_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_7_mlp_down_proj_weight/std":5.5789947509765625e-05,"train/train/layer__model_layers_7/param/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_2_self_attn_k_proj_weight/mean":-2.750311978161335e-09,"train/train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs":0.0830078125,"train/train/tensor_act_model_layers_1_self_attn_o_proj/max_abs":0.2490234375,"train/train/tensor_act_model_layers_3_mlp/norm":90.91509246826172,"train/train/tensor_act_model/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs":0.00063323974609375,"train/train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs":0.0849609375,"train/train/tensor_param_model_layers_4_post_attention_layernorm_weight/std":0,"train/train/layer_model_layers_3/act/max_abs":5.09375,"train/train/tensor_act_model_layers_2_self_attn_q_proj/norm":3167.4384765625,"train/train/layer_model_layers_2/act/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_5_self_attn_v_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_5_mlp_up_proj_weight/std":0.00010347366333007812,"train/train/tensor_act_model_layers_1_self_attn_q_proj/std":0.50390625,"train/train/tensor_grad_model_layers_6_self_attn_k_proj_weight/mean":3.219611244276166e-10,"train/train/tensor_act_model_layers_4_input_layernorm/max_abs":3.625,"train/train/layer_model_layers_1/grad/frac_near_user_limit":0,"train/train/tensor_act_model_layers_8_self_attn_v_proj/mean":-0.0103759765625,"train/train/tensor_param_model_layers_8_self_attn_o_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_1_self_attn_v_proj_weight/mean":-3.7066638469696045e-07,"train/train/tensor_grad_model_layers_4_self_attn_v_proj_weight/std":0.00015354156494140625,"train/train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_8_input_layernorm/std":1,"train/train/tensor_act_model_layers_3_self_attn_q_proj/norm":3844.508544921875,"train/train/tensor_act_model_layers_0_self_attn/max_abs":0.3125,"train/train/tensor_act_model_layers_1_mlp_up_proj/max_abs":2.421875,"train/train/tensor_act_model_layers_3_input_layernorm/std":0.99609375,"train/train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm":0.0089111328125,"train/train/tensor_act_model_layers_0_post_attention_layernorm/mean":0.0120849609375,"train/train/tensor_param_model_layers_8_self_attn_k_proj_weight/mean":2.8967857360839844e-05,"train/train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean":-0.00022602081298828125,"train/train/layer_model_layers_0/grad/norm":0.031269031660520384,"train/train/tensor_act_model_layers_2_mlp_up_proj/max_abs":2.03125,"train/train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs":0.09033203125,"train/train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs":0.000946044921875,"train/train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs":0.000835418701171875,"train/train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs":0.09326171875,"train/train/tensor_param_model_layers_8_self_attn_q_proj_weight/max_abs":0.09912109375,"train/train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean":4.5634806156158447e-07,"train/train/tensor_act_model_layers_3_self_attn_o_proj/std":0.0625,"train/train/tensor_param_model_layers_5_self_attn_o_proj_weight/max_abs":0.091796875,"train/train/tensor_param_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/global/grad/max_abs":0.0240478515625,"train/train/tensor_act_model_layers_3_self_attn_k_proj/std":1.5703125,"train/train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit":0,"train/train/tensor_param_model_norm_weight/max_abs":1,"train/train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs":0.000732421875,"train/train/tensor_grad_model_layers_3_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_param_model_layers_8_self_attn_o_proj_weight/norm":2.71875,"train/train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs":0.09033203125,"train/train/tensor_param_model_layers_3_self_attn_k_proj_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_2/std":0.1787109375,"train/train/tensor_grad_model_layers_3_post_attention_layernorm_weight/norm":0.0004425048828125,"train/train/tensor_grad_model_layers_7_input_layernorm_weight/norm":0.000263214111328125,"train/train/tensor_act_model_layers_2_self_attn_o_proj/std":0.058837890625,"train/train/tensor_param_model_layers_4_self_attn_v_proj_weight/std":0.0203857421875,"train/train/tensor_act_model_layers_1_mlp_gate_proj/mean":-0.0302734375,"train/train/tensor_act_model_layers_2_self_attn_k_proj/std":1.40625,"train/train/tensor_param_model_layers_0_self_attn_o_proj_weight/max_abs":0.08349609375,"train/train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs":0.000949859619140625,"train/train/tensor_act_model_layers_4_self_attn_v_proj/std":0.2001953125,"train/train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_/mean":0.20496302843093872,"train/train/tensor_act_model_layers_1_mlp/max_abs":0.373046875,"train/train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit":0,"train/train/global/param/norm":76.71678491627908,"train/train/tensor_act_model/max_abs":4.8125,"train/train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_7_self_attn_v_proj_weight/norm":2.625,"train/train/tensor_grad_model_layers_2_self_attn_o_proj_weight/norm":0.0172119140625,"train/train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_7_self_attn_o_proj_weight/norm":0.007568359375,"train/train/tensor_grad_model_layers_2_self_attn_q_proj_weight/max_abs":6.407499313354492e-06,"train/train/tensor_param_model_layers_5_mlp_down_proj_weight/mean":0.00029754638671875,"train/train/tensor_param_model_layers_1_self_attn_o_proj_weight/norm":2.53125,"train/train/tensor_grad_model_layers_3_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_act_model_layers_1_self_attn/std":0.068359375,"train/train/tensor_grad_model_layers_3_post_attention_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_8_input_layernorm_weight/max_abs":6.29425048828125e-05,"train/train/layer_model_layers_8/grad/max_abs":0.000743865966796875,"train/train/tensor_grad_model_layers_1_self_attn_v_proj_weight/std":0.0001087188720703125,"train/train/layer_model_layers_7/grad/std":6.656117729644387e-05,"train/train/tensor_grad_model_layers_3_post_attention_layernorm_weight/mean":-3.56137752532959e-06,"train/train/tensor_act_model_layers_0_self_attn/std":0.057373046875,"train/train/layer_model_layers_8/grad/norm":0.022986819660076912,"train/train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs":0.0869140625,"train/train/tensor_param_model_layers_6_input_layernorm_weight/max_abs":1,"train/train/tensor_act_model_layers_0_self_attn/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_mlp_up_proj/norm":1414.65576171875,"train/train/layer_model_layers_8/act/max_abs":4.21875,"train/train/tensor_act_model_layers_8_self_attn/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_7_input_layernorm/norm":2047.966552734375,"train/train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std":8.440017700195312e-05,"train/train/tensor_act_model_layers_8_self_attn_v_proj/std":0.1904296875,"train/train/tensor_act_model_layers_7_mlp_down_proj/std":0.0849609375,"train/train/tensor_act_lm_head/norm":19592.662109375,"train/train/tensor_act_model_layers_1_self_attn_q_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_post_attention_layernorm/norm":2047.9766845703125,"train/train/tensor_param_model_layers_5_input_layernorm_weight/norm":11.3125,"train/train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_6_input_layernorm_weight/std":0,"train/train/tensor_grad_model_layers_7_self_attn_o_proj_weight/max_abs":0.000530242919921875,"train/train/tensor_grad_model_layers_6_self_attn_o_proj_weight/max_abs":0.000774383544921875,"train/train/tensor_param_model_layers_1_mlp_up_proj_weight/std":0.0216064453125,"train/train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit":0,"train/train/tensor_param_model_layers_1_post_attention_layernorm_weight/max_abs":1,"train/train/tensor_act_model_layers_6_mlp_up_proj/norm":2161.94140625,"train/train/tensor_act_model_layers_6_self_attn_o_proj/std":0.05712890625,"train/train/tensor_act_model_layers_8_input_layernorm/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_1_self_attn/frac_near_user_limit":0,"train/train/tensor_act_model_layers_3_mlp/max_abs":0.2470703125,"train/train/layer__model_layers_8/param/norm":19.510851848234356,"train/train/tensor_grad_model_layers_6_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_0_self_attn_o_proj_weight/std":0.00013828277587890625,"train/train/tensor_grad_model_layers_2_post_attention_layernorm_weight/max_abs":0.00023365020751953125,"train/train/layer_model_layers_0/act/norm":3975.5356754639342,"train/train/tensor_act_model_layers_5_self_attn_o_proj/frac_near_user_limit":0,"train/train/tensor_act_/frac_near_user_limit":0,"train/train/tensor_param_model_layers_6_input_layernorm_weight/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean":-6.444752216339111e-07,"train/train/tensor_act_model_layers_6_self_attn_k_proj/std":1.984375,"train/train/tensor_act_model_layers_8_self_attn_v_proj/max_abs":0.953125,"train/train/tensor_act_model_layers_2_self_attn_k_proj/max_abs":4.65625,"train/train/tensor_act_model_layers_7_mlp_up_proj/norm":2101.137939453125,"train/train/layer__model_layers_2/param/norm":18.326346620883008,"train/train/tensor_act_model_layers_2_mlp/frac_near_user_limit":0,"train/train/layer_model_layers_0/act/mean":-0.009942872183663505,"train/train/layer__model_layers_6/param/mean":0.0016778002663075274,"train/train/tensor_act_model_layers_6_self_attn_v_proj/frac_near_user_limit":0,"train/train/layer_model_layers_7/act/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_7_post_attention_layernorm_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_3_self_attn_o_proj/frac_near_dtype_limit":0,"train/train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm":0.0111083984375,"train/train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit":0,"train/train/tensor_act_model_layers_2_self_attn_q_proj/max_abs":5.03125,"train/train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit":0,"train/train/tensor_act_model_layers_2_input_layernorm/std":0.99609375,"train/train/tensor_grad_model_layers_2_self_attn_v_proj_weight/std":0.000164031982421875,"train/train/tensor_act_model_layers_8_mlp_up_proj/max_abs":3.40625,"train/train/tensor_param_model_layers_2_post_attention_layernorm_weight/mean":1,"train/train/tensor_act_model_layers_1/mean":0.01556396484375,"train/train/tensor_param_model_layers_0_self_attn_q_proj_weight/std":0.026123046875,"train/train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit":0,"train/train/tensor_grad_model_layers_5_self_attn_q_proj_weight/frac_near_user_limit":0,"train/train/layer_model_layers_5/act/std":0.8895105372042778,"train/train/tensor_param_model_layers_0_mlp_up_proj_weight/norm":3.9375,"train/train/tensor_param_model_layers_3_post_attention_layernorm_weight/std":0,"train/train/tensor_grad_model_layers_4_self_attn_o_proj_weight/mean":6.332993507385254e-07} \ No newline at end of file diff --git a/wandb/run-20260806_204221-wp360ttn/logs/debug-core.log b/wandb/run-20260806_204221-wp360ttn/logs/debug-core.log index 2500b909c7091749eac135167f69c99ea001b107..8e37a9095d768ce064e7ee7b92bd20d6c32e85fd 100644 --- a/wandb/run-20260806_204221-wp360ttn/logs/debug-core.log +++ b/wandb/run-20260806_204221-wp360ttn/logs/debug-core.log @@ -138,3 +138,15 @@ {"time":"2026-08-06T20:42:21.54327094Z","level":"INFO","msg":"handleInformInit: received","streamId":"wp360ttn","id":"6(@)"} {"time":"2026-08-06T20:42:21.803599498Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"wp360ttn","id":"6(@)"} {"time":"2026-08-06T20:42:27.07851781Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"} +{"time":"2026-08-06T20:46:34.337431219Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"} +{"time":"2026-08-06T20:46:35.010256698Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"} +{"time":"2026-08-06T20:46:35.01481264Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"wp360ttn","id":"6(@)"} +{"time":"2026-08-06T20:46:35.015419174Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"wp360ttn","id":"6(@)"} +{"time":"2026-08-06T20:46:37.063706429Z","level":"INFO","msg":"connection: closing","id":"6(@)"} +{"time":"2026-08-06T20:46:37.06378302Z","level":"INFO","msg":"connection: closed successfully","id":"6(@)"} +{"time":"2026-08-06T20:46:37.063717769Z","level":"INFO","msg":"processOutgoingData: finished","id":"6(@)"} +{"time":"2026-08-06T20:46:37.063792963Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"6(@)"} +{"time":"2026-08-06T20:46:44.665285682Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"7(@)"} +{"time":"2026-08-06T20:46:44.790234975Z","level":"INFO","msg":"handleInformInit: received","streamId":"8mwfoysp","id":"7(@)"} +{"time":"2026-08-06T20:46:45.052126921Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"8mwfoysp","id":"7(@)"} +{"time":"2026-08-06T20:46:50.354882158Z","level":"INFO","msg":"connection: cancelling request","id":"7(@)","requestId":"zsmv7lxj564h"} diff --git a/wandb/run-20260806_204221-wp360ttn/logs/debug-internal.log b/wandb/run-20260806_204221-wp360ttn/logs/debug-internal.log index 5776a2f560e50179f29d335117c50629ab3ebcaf..b11b97fc5f93c5091cba8cc54bfdf04f4a783413 100644 --- a/wandb/run-20260806_204221-wp360ttn/logs/debug-internal.log +++ b/wandb/run-20260806_204221-wp360ttn/logs/debug-internal.log @@ -31,3 +31,23 @@ {"time":"2026-08-06T20:44:52.557260549Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} {"time":"2026-08-06T20:45:07.268285026Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":69,"history_lines":7,"events_offset":20,"events_lines":2,"console_offset":72,"console_lines":1} {"time":"2026-08-06T20:45:07.45690126Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:45:22.269443722Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":76,"history_lines":8,"events_offset":22,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-08-06T20:45:22.474358362Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:45:37.26942193Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":84,"history_lines":5,"events_offset":24,"events_lines":2,"console_offset":83,"console_lines":1} +{"time":"2026-08-06T20:45:37.617606638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:45:52.268480165Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":89,"history_lines":9,"events_offset":26,"events_lines":2,"console_offset":88,"console_lines":36} +{"time":"2026-08-06T20:45:52.456672801Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:46:07.26996117Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":98,"history_lines":5,"events_offset":28,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-08-06T20:46:07.460418538Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:46:22.26830333Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":103,"history_lines":6,"events_offset":30,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-08-06T20:46:22.501739543Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:46:34.678818148Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-08-06T20:46:34.680737678Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":109,"history_lines":3,"console_offset":112,"console_lines":1,"uploaded_len":3} +{"time":"2026-08-06T20:46:34.862759077Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:46:34.863082437Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":123,"console_lines":46,"complete":true,"exit_code":0} +{"time":"2026-08-06T20:46:35.005520361Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-06T20:46:35.006774547Z","level":"INFO","msg":"handler: operation stats","stats":{}} +{"time":"2026-08-06T20:46:35.014855065Z","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-08-06T20:46:35.014890624Z","level":"INFO","msg":"handler: closed"} +{"time":"2026-08-06T20:46:35.014953267Z","level":"INFO","msg":"sender: closed"} +{"time":"2026-08-06T20:46:35.014958767Z","level":"INFO","msg":"stream: all finished"} diff --git a/wandb/run-20260806_204221-wp360ttn/logs/debug.log b/wandb/run-20260806_204221-wp360ttn/logs/debug.log index 0f51d91fd503586dd0e45721b9742155453d1b90..6aa6214ded976361a9bc043c11c5a7f9fe9c7ce9 100644 --- a/wandb/run-20260806_204221-wp360ttn/logs/debug.log +++ b/wandb/run-20260806_204221-wp360ttn/logs/debug.log @@ -21,3 +21,8 @@ config: {'_wandb': {}} 2026-08-06 20:42:22,073 INFO MainThread:531054 [wandb_run.py:_config_callback():1346] config_cb None None {'transformers_version': '5.15.0.dev0', 'architectures': None, 'output_hidden_states': False, 'return_dict': True, 'dtype': None, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'problem_type': None, 'vocab_size': 4096, 'hidden_size': 128, 'intermediate_size': 256, 'num_hidden_layers': 9, 'num_attention_heads': 4, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'max_position_embeddings': 512, 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'use_cache': False, 'pad_token_id': 0, 'bos_token_id': 1, 'eos_token_id': 2, 'pretraining_tp': 1, 'tie_word_embeddings': True, 'rope_parameters': {'rope_theta': 10000.0, 'rope_type': 'default'}, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'head_dim': 32, '_name_or_path': '', 'tokenizer_name': 'w-ahmad/tiny-stories-tokenizer', 'mlp_type': 'glu', 'activation': 'linear', 'model_type': 'tiny_llama', 'output_attentions': False, 'output_dir': 'out/glu-linear-9L_run', 'per_device_train_batch_size': 64, 'num_train_epochs': 1, 'max_steps': 2000, 'learning_rate': 0.0003, 'lr_scheduler_type': 'constant', 'lr_scheduler_kwargs': None, 'warmup_steps': 0, 'optim': 'adamw_torch', 'optim_args': None, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'optim_target_modules': None, 'gradient_accumulation_steps': 1, 'average_tokens_across_devices': True, 'max_grad_norm': 1.0, 'label_smoothing_factor': 0.0, 'bf16': True, 'fp16': False, 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'use_liger_kernel': False, 'liger_kernel_config': None, 'neftune_noise_alpha': None, 'torch_empty_cache_steps': None, 'auto_find_batch_size': False, 'logging_strategy': 'steps', 'logging_steps': 20, 'logging_first_step': False, 'log_on_each_node': True, 'logging_nan_inf_filter': True, 'include_num_input_tokens_seen': 'no', 'log_level': 'passive', 'log_level_replica': 'warning', 'disable_tqdm': False, 'report_to': ['wandb'], 'run_name': 'LM-glu-linear-9L-2.0M-20260806-204220', 'project': 'huggingface', 'trackio_space_id': None, 'trackio_bucket_id': None, 'trackio_static_space_id': None, 'eval_strategy': 'steps', 'eval_steps': 200, 'eval_delay': 0, 'per_device_eval_batch_size': 64, 'prediction_loss_only': False, 'eval_on_start': False, 'eval_do_concat_batches': True, 'eval_use_gather_object': False, 'eval_accumulation_steps': None, 'include_for_metrics': [], 'batch_eval_metrics': False, 'save_only_model': False, 'save_strategy': 'steps', 'save_steps': 500, 'save_on_each_node': False, 'save_total_limit': None, 'enable_jit_checkpoint': False, 'push_to_hub': True, 'hub_token': '', 'hub_private_repo': None, 'hub_model_id': 'w-ahmad/ACTio-glu-linear-9L', 'hub_strategy': 'every_save', 'hub_always_push': False, 'hub_revision': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'restore_callback_states_from_checkpoint': False, 'full_determinism': False, 'seed': 42, 'data_seed': 42, 'use_cpu': False, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'dataloader_drop_last': False, 'dataloader_num_workers': 0, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'dataloader_prefetch_factor': None, 'dataloader_multiprocessing_context': None, 'dataloader_in_order': True, 'remove_unused_columns': False, 'label_names': None, 'train_sampling_strategy': 'random', 'length_column_name': 'length', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'ddp_static_graph': None, 'ddp_backend': None, 'ddp_timeout': 1800, 'fsdp': None, 'fsdp_config': None, 'deepspeed': None, 'debug': [], 'skip_memory_metrics': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'resume_from_checkpoint': None, 'local_rank': -1} 2026-08-06 20:42:22,075 INFO MainThread:531054 [wandb_config.py:__setitem__():155] [no run ID] config set model/num_parameters = 2001280 - > 2026-08-06 20:42:22,075 INFO MainThread:531054 [wandb_run.py:_config_callback():1346] config_cb model/num_parameters 2001280 None +2026-08-06 20:46:34,336 INFO MainThread:531054 [wandb_run.py:_finish():2383] finishing run deepnevro-deepnevro/huggingface/wp360ttn +2026-08-06 20:46:34,337 INFO MainThread:531054 [wandb_run.py:_atexit_cleanup():2588] got exitcode: 0 +2026-08-06 20:46:34,337 INFO MainThread:531054 [wandb_run.py:_restore():2570] restore +2026-08-06 20:46:34,337 INFO MainThread:531054 [wandb_run.py:_restore():2576] restore done +2026-08-06 20:46:35,014 INFO MainThread:531054 [wandb_run.py:_footer_sync_info():3993] logging synced files diff --git a/wandb/run-20260806_204221-wp360ttn/run-wp360ttn.wandb b/wandb/run-20260806_204221-wp360ttn/run-wp360ttn.wandb index 10ec3288cc444102c857b27c3d112bac3e0748fe..4e04620cee3cb60503d33b8bab76231333613455 100644 --- a/wandb/run-20260806_204221-wp360ttn/run-wp360ttn.wandb +++ b/wandb/run-20260806_204221-wp360ttn/run-wp360ttn.wandb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ed2b55572db42837a7c2b2a61cfc8e27927db003d3b8becd3be3a19dd558d6f8 -size 4194304 +oid sha256:b07f2624ab2dd6be788bce4a7ac778c7a13f46bcefad950f2d7522133b7886db +size 5305620 diff --git a/wandb/run-20260806_204644-8mwfoysp/files/output.log b/wandb/run-20260806_204644-8mwfoysp/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..b261bb89c53ad152d32d7e7c96ec6fe120853aa3 --- /dev/null +++ b/wandb/run-20260806_204644-8mwfoysp/files/output.log @@ -0,0 +1,120 @@ +[transformers] `use_return_dict` is deprecated! Use `return_dict` instead! +/mnt/data/zainulabideen/zain-exp/notebooks/Activation/exp.py:464: UserWarning: std(): degrees of freedom is <= 0. Correction should be strictly less than the reduction factor (input numel divided by output numel). (Triggered internally at /pytorch/aten/src/ATen/native/ReduceOps.cpp:1831.) + "std": tensor.std().item(), + 25%|█████████▊ | 500/2000 [00:58<02:00, 12.45it/s][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '7.794', 'grad_norm': '1.258', 'learning_rate': '0.0003', 'epoch': '0.001348', 'train/total_time_seconds': '1.323', 'train/time_per_step_avg': '0.06617', 'train/epoch_time_elapsed': '2.456', 'train/estimated_remaining_minutes': '2.184', 'train/global/act/norm': '1.026e+04', 'train/global/act/mean': '0.006423', 'train/global/act/std': '0', 'train/global/act/max_abs': '8.327', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '2.189', 'train/global/grad/mean': '3.838e-07', 'train/global/grad/std': '0.001548', 'train/global/grad/max_abs': '0.1748', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '56.84', 'train/global/param/mean': '0.001193', 'train/global/param/std': '0.04018', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_6/act/norm': '3148', 'train/layer_model_layers_6/act/mean': '0.01076', 'train/layer_model_layers_6/act/std': '0.3843', 'train/layer_model_layers_6/act/max_abs': '4.344', 'train/layer_model_layers_6/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/act/frac_near_user_limit': '0', 'train/layer_model_layers_6/grad/norm': '0.3982', 'train/layer_model_layers_6/grad/mean': '5.373e-06', 'train/layer_model_layers_6/grad/std': '0.000983', 'train/layer_model_layers_6/grad/max_abs': '0.01434', 'train/layer_model_layers_6/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/grad/frac_near_user_limit': '0', 'train/layer__model_layers_1/param/norm': '17.93', 'train/layer__model_layers_1/param/mean': '0.001504', 'train/layer__model_layers_1/param/std': '0.04425', 'train/layer__model_layers_1/param/max_abs': '1', 'train/layer__model_layers_1/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_1/param/frac_near_user_limit': '0', 'train/layer__model_layers_7/param/norm': '17.94', 'train/layer__model_layers_7/param/mean': '0.001529', 'train/layer__model_layers_7/param/std': '0.04426', 'train/layer__model_layers_7/param/max_abs': '1', 'train/layer__model_layers_7/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_7/param/frac_near_user_limit': '0', 'train/layer_model_layers_0/act/norm': '3142', 'train/layer_model_layers_0/act/mean': '-0.0005372', 'train/layer_model_layers_0/act/std': '0.384', 'train/layer_model_layers_0/act/max_abs': '4.594', 'train/layer_model_layers_0/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/act/frac_near_user_limit': '0', 'train/layer_model_layers_0/grad/norm': '0.8688', 'train/layer_model_layers_0/grad/mean': '-1.13e-06', 'train/layer_model_layers_0/grad/std': '0.002145', 'train/layer_model_layers_0/grad/max_abs': '0.03735', 'train/layer_model_layers_0/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/grad/frac_near_user_limit': '0', 'train/layer__model_layers_8/param/norm': '17.91', 'train/layer__model_layers_8/param/mean': '0.001426', 'train/layer__model_layers_8/param/std': '0.04421', 'train/layer__model_layers_8/param/max_abs': '1', 'train/layer__model_layers_8/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_8/param/frac_near_user_limit': '0', 'train/layer_model_layers_4/act/norm': '3153', 'train/layer_model_layers_4/act/mean': '0.01315', 'train/layer_model_layers_4/act/std': '0.385', 'train/layer_model_layers_4/act/max_abs': '4.688', 'train/layer_model_layers_4/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/act/frac_near_user_limit': '0', 'train/layer_model_layers_4/grad/norm': '0.5883', 'train/layer_model_layers_4/grad/mean': '-8.977e-06', 'train/layer_model_layers_4/grad/std': '0.001453', 'train/layer_model_layers_4/grad/max_abs': '0.02173', 'train/layer_model_layers_4/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/grad/frac_near_user_limit': '0', 'train/layer_model_layers_8/act/norm': '3158', 'train/layer_model_layers_8/act/mean': '0.009188', 'train/layer_model_layers_8/act/std': '0.386', 'train/layer_model_layers_8/act/ma +{'loss': '7.023', 'grad_norm': '1.172', 'learning_rate': '0.0003', 'epoch': '0.002696', 'train/total_time_seconds': '1.957', 'train/time_per_step_avg': '0.04893', 'train/epoch_time_elapsed': '4.071', 'train/estimated_remaining_minutes': '1.598'} +{'loss': '6.451', 'grad_norm': '1', 'learning_rate': '0.0003', 'epoch': '0.004044', 'train/total_time_seconds': '2.591', 'train/time_per_step_avg': '0.04318', 'train/epoch_time_elapsed': '5.657', 'train/estimated_remaining_minutes': '1.396'} +{'loss': '6.004', 'grad_norm': '1.93', 'learning_rate': '0.0003', 'epoch': '0.005393', 'train/total_time_seconds': '3.226', 'train/time_per_step_avg': '0.04032', 'train/epoch_time_elapsed': '7.239', 'train/estimated_remaining_minutes': '1.29'} +{'loss': '5.449', 'grad_norm': '3.531', 'learning_rate': '0.0003', 'epoch': '0.006741', 'train/total_time_seconds': '3.862', 'train/time_per_step_avg': '0.03862', 'train/epoch_time_elapsed': '8.828', 'train/estimated_remaining_minutes': '1.223'} +{'loss': '4.944', 'grad_norm': '2.938', 'learning_rate': '0.0003', 'epoch': '0.008089', 'train/total_time_seconds': '4.497', 'train/time_per_step_avg': '0.03173', 'train/epoch_time_elapsed': '10.41', 'train/estimated_remaining_minutes': '1.174'} +{'loss': '4.508', 'grad_norm': '3.312', 'learning_rate': '0.0003', 'epoch': '0.009437', 'train/total_time_seconds': '5.138', 'train/time_per_step_avg': '0.03181', 'train/epoch_time_elapsed': '12', 'train/estimated_remaining_minutes': '1.138'} +{'loss': '4.094', 'grad_norm': '2.859', 'learning_rate': '0.0003', 'epoch': '0.01079', 'train/total_time_seconds': '5.791', 'train/time_per_step_avg': '0.032', 'train/epoch_time_elapsed': '13.61', 'train/estimated_remaining_minutes': '1.11'} +{'loss': '3.716', 'grad_norm': '2.703', 'learning_rate': '0.0003', 'epoch': '0.01213', 'train/total_time_seconds': '6.425', 'train/time_per_step_avg': '0.03199', 'train/epoch_time_elapsed': '15.2', 'train/estimated_remaining_minutes': '1.083'} +{'loss': '3.353', 'grad_norm': '2.203', 'learning_rate': '0.0003', 'epoch': '0.01348', 'train/total_time_seconds': '7.059', 'train/time_per_step_avg': '0.03197', 'train/epoch_time_elapsed': '16.78', 'train/estimated_remaining_minutes': '1.059'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '3.167', 'eval_runtime': '8.516', 'eval_samples_per_second': '1119', 'eval_steps_per_second': '17.5', 'epoch': '0.01348', 'train/total_time_seconds': '7.059', 'train/time_per_step_avg': '0.03197', 'train/epoch_time_elapsed': '25.29', 'train/estimated_remaining_minutes': '1.059'} +{'loss': '2.998', 'grad_norm': '2.203', 'learning_rate': '0.0003', 'epoch': '0.01483', 'train/total_time_seconds': '7.751', 'train/time_per_step_avg': '0.03254', 'train/epoch_time_elapsed': '26.95', 'train/estimated_remaining_minutes': '1.045', 'train/global/act/norm': '2.514e+04', 'train/global/act/mean': '-0.2144', 'train/global/act/std': '0', 'train/global/act/max_abs': '6.094', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '3.11', 'train/global/grad/mean': '-5.529e-07', 'train/global/grad/std': '0.002199', 'train/global/grad/max_abs': '0.09082', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '61.36', 'train/global/param/mean': '0.001541', 'train/global/param/std': '0.04338', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_6/act/norm': '5819', 'train/layer_model_layers_6/act/mean': '0.01768', 'train/layer_model_layers_6/act/std': '0.7101', 'train/layer_model_layers_6/act/max_abs': '4.312', 'train/layer_model_layers_6/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/act/frac_near_user_limit': '0', 'train/layer_model_layers_6/grad/norm': '0.6328', 'train/layer_model_layers_6/grad/mean': '6.561e-07', 'train/layer_model_layers_6/grad/std': '0.001562', 'train/layer_model_layers_6/grad/max_abs': '0.0199', 'train/layer_model_layers_6/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/grad/frac_near_user_limit': '0', 'train/layer__model_layers_1/param/norm': '18.24', 'train/layer__model_layers_1/param/mean': '0.001503', 'train/layer__model_layers_1/param/std': '0.04501', 'train/layer__model_layers_1/param/max_abs': '1', 'train/layer__model_layers_1/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_1/param/frac_near_user_limit': '0', 'train/layer__model_layers_7/param/norm': '18.43', 'train/layer__model_layers_7/param/mean': '0.001524', 'train/layer__model_layers_7/param/std': '0.04549', 'train/layer__model_layers_7/param/max_abs': '1', 'train/layer__model_layers_7/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_7/param/frac_near_user_limit': '0', 'train/layer_model_layers_0/act/norm': '3822', 'train/layer_model_layers_0/act/mean': '-0.001915', 'train/layer_model_layers_0/act/std': '0.4665', 'train/layer_model_layers_0/act/max_abs': '4.375', 'train/layer_model_layers_0/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/act/frac_near_user_limit': '0', 'train/layer_model_layers_0/grad/norm': '1.132', 'train/layer_model_layers_0/grad/mean': '8.131e-06', 'train/layer_model_layers_0/grad/std': '0.002797', 'train/layer_model_layers_0/grad/max_abs': '0.04858', 'train/layer_model_layers_0/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/grad/frac_near_user_limit': '0', 'train/layer__model_layers_8/param/norm': '18.69', 'train/layer__model_layers_8/param/mean': '0.001408', 'train/layer__model_layers_8/param/std': '0.04614', 'train/layer__model_layers_8/param/max_abs': '1', 'train/layer__model_layers_8/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_8/param/frac_near_user_limit': '0', 'train/layer_model_layers_4/act/norm': '5537', 'train/layer_model_layers_4/act/mean': '0.01064', 'train/layer_model_layers_4/act/std': '0.6764', 'train/layer_model_layers_4/act/max_abs': '4.781', 'train/layer_model_layers_4/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/act/frac_near_user_limit': '0', 'train/layer_model_layers_4/grad/norm': '0.9548', 'train/layer_model_layers_4/grad/mean': '-1.297e-07', 'train/layer_model_layers_4/grad/std': '0.002357', 'train/layer_model_layers_4/grad/max_abs': '0.03516', 'train/layer_model_layers_4/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/grad/frac_near_user_limit': '0', 'train/layer_model_layers_8/act/norm': '5951', 'train/layer_model_layers_8/act/mean': '0.009259', 'train/layer_model_layers_8/act/std': '0.7272', 'train/layer_model_layers_8/act/max +{'loss': '2.638', 'grad_norm': '1.914', 'learning_rate': '0.0003', 'epoch': '0.01618', 'train/total_time_seconds': '8.404', 'train/time_per_step_avg': '0.03265', 'train/epoch_time_elapsed': '28.56', 'train/estimated_remaining_minutes': '1.027'} +{'loss': '2.296', 'grad_norm': '2.141', 'learning_rate': '0.0003', 'epoch': '0.01753', 'train/total_time_seconds': '9.041', 'train/time_per_step_avg': '0.0325', 'train/epoch_time_elapsed': '30.14', 'train/estimated_remaining_minutes': '1.008'} +{'loss': '1.971', 'grad_norm': '1.844', 'learning_rate': '0.0003', 'epoch': '0.01887', 'train/total_time_seconds': '9.677', 'train/time_per_step_avg': '0.03252', 'train/epoch_time_elapsed': '31.72', 'train/estimated_remaining_minutes': '0.9907'} +{'loss': '1.678', 'grad_norm': '2.062', 'learning_rate': '0.0003', 'epoch': '0.02022', 'train/total_time_seconds': '10.31', 'train/time_per_step_avg': '0.03255', 'train/epoch_time_elapsed': '33.31', 'train/estimated_remaining_minutes': '0.9741'} +{'loss': '1.418', 'grad_norm': '1.477', 'learning_rate': '0.0003', 'epoch': '0.02157', 'train/total_time_seconds': '10.95', 'train/time_per_step_avg': '0.03199', 'train/epoch_time_elapsed': '34.9', 'train/estimated_remaining_minutes': '0.9581'} +{'loss': '1.225', 'grad_norm': '1.438', 'learning_rate': '0.0003', 'epoch': '0.02292', 'train/total_time_seconds': '11.59', 'train/time_per_step_avg': '0.03183', 'train/epoch_time_elapsed': '36.48', 'train/estimated_remaining_minutes': '0.9428'} +{'loss': '1.085', 'grad_norm': '1.086', 'learning_rate': '0.0003', 'epoch': '0.02427', 'train/total_time_seconds': '12.22', 'train/time_per_step_avg': '0.03181', 'train/epoch_time_elapsed': '38.06', 'train/estimated_remaining_minutes': '0.928'} +{'loss': '0.9601', 'grad_norm': '1.109', 'learning_rate': '0.0003', 'epoch': '0.02562', 'train/total_time_seconds': '12.86', 'train/time_per_step_avg': '0.03185', 'train/epoch_time_elapsed': '39.67', 'train/estimated_remaining_minutes': '0.9139'} +{'loss': '0.8285', 'grad_norm': '0.6055', 'learning_rate': '0.0003', 'epoch': '0.02696', 'train/total_time_seconds': '13.5', 'train/time_per_step_avg': '0.03189', 'train/epoch_time_elapsed': '41.27', 'train/estimated_remaining_minutes': '0.9002'} +{'eval_loss': '0.7741', 'eval_runtime': '8.458', 'eval_samples_per_second': '1126', 'eval_steps_per_second': '17.62', 'epoch': '0.02696', 'train/total_time_seconds': '13.5', 'train/time_per_step_avg': '0.03189', 'train/epoch_time_elapsed': '49.73', 'train/estimated_remaining_minutes': '0.9002'} +{'loss': '0.7167', 'grad_norm': '0.5234', 'learning_rate': '0.0003', 'epoch': '0.02831', 'train/total_time_seconds': '14.2', 'train/time_per_step_avg': '0.03251', 'train/epoch_time_elapsed': '51.43', 'train/estimated_remaining_minutes': '0.8904', 'train/global/act/norm': '2.725e+04', 'train/global/act/mean': '-0.2145', 'train/global/act/std': '0', 'train/global/act/max_abs': '9.688', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '0.5831', 'train/global/grad/mean': '-1.274e-06', 'train/global/grad/std': '0.0004127', 'train/global/grad/max_abs': '0.04785', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '68.85', 'train/global/param/mean': '0.001691', 'train/global/param/std': '0.04864', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_6/act/norm': '6372', 'train/layer_model_layers_6/act/mean': '0.03315', 'train/layer_model_layers_6/act/std': '0.7773', 'train/layer_model_layers_6/act/max_abs': '5.469', 'train/layer_model_layers_6/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/act/frac_near_user_limit': '0', 'train/layer_model_layers_6/grad/norm': '0.1035', 'train/layer_model_layers_6/grad/mean': '1.24e-07', 'train/layer_model_layers_6/grad/std': '0.0002555', 'train/layer_model_layers_6/grad/max_abs': '0.005707', 'train/layer_model_layers_6/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/grad/frac_near_user_limit': '0', 'train/layer__model_layers_1/param/norm': '18.32', 'train/layer__model_layers_1/param/mean': '0.001495', 'train/layer__model_layers_1/param/std': '0.04521', 'train/layer__model_layers_1/param/max_abs': '1', 'train/layer__model_layers_1/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_1/param/frac_near_user_limit': '0', 'train/layer__model_layers_7/param/norm': '18.76', 'train/layer__model_layers_7/param/mean': '0.001516', 'train/layer__model_layers_7/param/std': '0.04629', 'train/layer__model_layers_7/param/max_abs': '1', 'train/layer__model_layers_7/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_7/param/frac_near_user_limit': '0', 'train/layer_model_layers_0/act/norm': '3822', 'train/layer_model_layers_0/act/mean': '0.002987', 'train/layer_model_layers_0/act/std': '0.4667', 'train/layer_model_layers_0/act/max_abs': '3.844', 'train/layer_model_layers_0/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/act/frac_near_user_limit': '0', 'train/layer_model_layers_0/grad/norm': '0.16', 'train/layer_model_layers_0/grad/mean': '2.2e-06', 'train/layer_model_layers_0/grad/std': '0.0003949', 'train/layer_model_layers_0/grad/max_abs': '0.007812', 'train/layer_model_layers_0/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/grad/frac_near_user_limit': '0', 'train/layer__model_layers_8/param/norm': '19.38', 'train/layer__model_layers_8/param/mean': '0.001384', 'train/layer__model_layers_8/param/std': '0.04782', 'train/layer__model_layers_8/param/max_abs': '1', 'train/layer__model_layers_8/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_8/param/frac_near_user_limit': '0', 'train/layer_model_layers_4/act/norm': '6112', 'train/layer_model_layers_4/act/mean': '0.009104', 'train/layer_model_layers_4/act/std': '0.7456', 'train/layer_model_layers_4/act/max_abs': '5.75', 'train/layer_model_layers_4/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/act/frac_near_user_limit': '0', 'train/layer_model_layers_4/grad/norm': '0.1346', 'train/layer_model_layers_4/grad/mean': '-3.877e-07', 'train/layer_model_layers_4/grad/std': '0.0003324', 'train/layer_model_layers_4/grad/max_abs': '0.003937', 'train/layer_model_layers_4/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/grad/frac_near_user_limit': '0', 'train/layer_model_layers_8/act/norm': '6242', 'train/layer_model_layers_8/act/mean': '0.02742', 'train/layer_model_layers_8/act/std': '0.7617', 'train/layer_model_layers_8/a +{'loss': '0.6465', 'grad_norm': '0.498', 'learning_rate': '0.0003', 'epoch': '0.02966', 'train/total_time_seconds': '14.84', 'train/time_per_step_avg': '0.03251', 'train/epoch_time_elapsed': '53.05', 'train/estimated_remaining_minutes': '0.8768'} +{'loss': '0.5791', 'grad_norm': '0.5195', 'learning_rate': '0.0003', 'epoch': '0.03101', 'train/total_time_seconds': '15.47', 'train/time_per_step_avg': '0.03252', 'train/epoch_time_elapsed': '54.63', 'train/estimated_remaining_minutes': '0.8634'} +{'loss': '0.538', 'grad_norm': '0.4375', 'learning_rate': '0.0003', 'epoch': '0.03236', 'train/total_time_seconds': '16.11', 'train/time_per_step_avg': '0.03251', 'train/epoch_time_elapsed': '56.26', 'train/estimated_remaining_minutes': '0.8504'} +{'loss': '0.5', 'grad_norm': '0.4473', 'learning_rate': '0.0003', 'epoch': '0.0337', 'train/total_time_seconds': '16.78', 'train/time_per_step_avg': '0.03273', 'train/epoch_time_elapsed': '57.92', 'train/estimated_remaining_minutes': '0.8388'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|█████████████████████| 1/1 [00:00<00:00, 135.82it/s] + 30%|███████████▋ | 600/2000 [01:15<01:50, 12.68it/s]/mnt/data/zainulabideen/zain-exp/notebooks/Activation/exp.py:464: UserWarning: std(): degrees of freedom is <= 0. Correction should be strictly less than the reduction factor (input numel divided by output numel). (Triggered internally at /pytorch/aten/src/ATen/native/ReduceOps.cpp:1831.) +{'loss': '0.4729', 'grad_norm': '0.3555', 'learning_rate': '0.0003', 'epoch': '0.03505', 'train/total_time_seconds': '17.42', 'train/time_per_step_avg': '0.0322', 'train/epoch_time_elapsed': '59.56', 'train/estimated_remaining_minutes': '0.8264'} +{'loss': '0.447', 'grad_norm': '0.3613', 'learning_rate': '0.0003', 'epoch': '0.0364', 'train/total_time_seconds': '18.06', 'train/time_per_step_avg': '0.03226', 'train/epoch_time_elapsed': '61.15', 'train/estimated_remaining_minutes': '0.8139'} +{'loss': '0.4331', 'grad_norm': '0.4082', 'learning_rate': '0.0003', 'epoch': '0.03775', 'train/total_time_seconds': '18.7', 'train/time_per_step_avg': '0.03229', 'train/epoch_time_elapsed': '62.75', 'train/estimated_remaining_minutes': '0.8016'} +{'loss': '0.4167', 'grad_norm': '0.3652', 'learning_rate': '0.0003', 'epoch': '0.0391', 'train/total_time_seconds': '19.34', 'train/time_per_step_avg': '0.03228', 'train/epoch_time_elapsed': '64.33', 'train/estimated_remaining_minutes': '0.7892'} +{'loss': '0.4073', 'grad_norm': '0.3652', 'learning_rate': '0.0003', 'epoch': '0.04044', 'train/total_time_seconds': '19.98', 'train/time_per_step_avg': '0.03203', 'train/epoch_time_elapsed': '65.91', 'train/estimated_remaining_minutes': '0.777'} + "std": tensor.std().item(), +{'eval_loss': '0.4026', 'eval_runtime': '8.495', 'eval_samples_per_second': '1121', 'eval_steps_per_second': '17.54', 'epoch': '0.04044', 'train/total_time_seconds': '19.98', 'train/time_per_step_avg': '0.03203', 'train/epoch_time_elapsed': '74.41', 'train/estimated_remaining_minutes': '0.777'} + 50%|███████████████████ | 1000/2000 [02:04<01:18, 12.71it/s][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '0.3938', 'grad_norm': '0.3809', 'learning_rate': '0.0003', 'epoch': '0.04179', 'train/total_time_seconds': '20.7', 'train/time_per_step_avg': '0.03275', 'train/epoch_time_elapsed': '76.17', 'train/estimated_remaining_minutes': '0.7678', 'train/global/act/norm': '2.767e+04', 'train/global/act/mean': '-0.2087', 'train/global/act/std': '0', 'train/global/act/max_abs': '10.44', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '0.3755', 'train/global/grad/mean': '-8.999e-07', 'train/global/grad/std': '0.0002653', 'train/global/grad/max_abs': '0.03174', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '73.15', 'train/global/param/mean': '0.00169', 'train/global/param/std': '0.05163', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_6/act/norm': '6777', 'train/layer_model_layers_6/act/mean': '0.04055', 'train/layer_model_layers_6/act/std': '0.8267', 'train/layer_model_layers_6/act/max_abs': '5.594', 'train/layer_model_layers_6/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/act/frac_near_user_limit': '0', 'train/layer_model_layers_6/grad/norm': '0.0777', 'train/layer_model_layers_6/grad/mean': '6.413e-08', 'train/layer_model_layers_6/grad/std': '0.0001917', 'train/layer_model_layers_6/grad/max_abs': '0.002625', 'train/layer_model_layers_6/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/grad/frac_near_user_limit': '0', 'train/layer__model_layers_1/param/norm': '18.35', 'train/layer__model_layers_1/param/mean': '0.001501', 'train/layer__model_layers_1/param/std': '0.04528', 'train/layer__model_layers_1/param/max_abs': '1', 'train/layer__model_layers_1/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_1/param/frac_near_user_limit': '0', 'train/layer__model_layers_7/param/norm': '18.82', 'train/layer__model_layers_7/param/mean': '0.001515', 'train/layer__model_layers_7/param/std': '0.04645', 'train/layer__model_layers_7/param/max_abs': '1', 'train/layer__model_layers_7/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_7/param/frac_near_user_limit': '0', 'train/layer_model_layers_0/act/norm': '3885', 'train/layer_model_layers_0/act/mean': '0.004307', 'train/layer_model_layers_0/act/std': '0.4745', 'train/layer_model_layers_0/act/max_abs': '3.984', 'train/layer_model_layers_0/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/act/frac_near_user_limit': '0', 'train/layer_model_layers_0/grad/norm': '0.08955', 'train/layer_model_layers_0/grad/mean': '5.062e-07', 'train/layer_model_layers_0/grad/std': '0.0002211', 'train/layer_model_layers_0/grad/max_abs': '0.006104', 'train/layer_model_layers_0/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/grad/frac_near_user_limit': '0', 'train/layer__model_layers_8/param/norm': '19.53', 'train/layer__model_layers_8/param/mean': '0.001383', 'train/layer__model_layers_8/param/std': '0.04818', 'train/layer__model_layers_8/param/max_abs': '1', 'train/layer__model_layers_8/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_8/param/frac_near_user_limit': '0', 'train/layer_model_layers_4/act/norm': '6441', 'train/layer_model_layers_4/act/mean': '0.009589', 'train/layer_model_layers_4/act/std': '0.7866', 'train/layer_model_layers_4/act/max_abs': '5.75', 'train/layer_model_layers_4/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/act/frac_near_user_limit': '0', 'train/layer_model_layers_4/grad/norm': '0.09516', 'train/layer_model_layers_4/grad/mean': '-3.762e-07', 'train/layer_model_layers_4/grad/std': '0.000235', 'train/layer_model_layers_4/grad/max_abs': '0.003372', 'train/layer_model_layers_4/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/grad/frac_near_user_limit': '0', 'train/layer_model_layers_8/act/norm': '6409', 'train/layer_model_layers_8/act/mean': '0.03398', 'train/layer_model_layers_8/act/std': '0.7821', 'train/layer_model_layer +{'loss': '0.3864', 'grad_norm': '2.453', 'learning_rate': '0.0003', 'epoch': '0.04314', 'train/total_time_seconds': '21.34', 'train/time_per_step_avg': '0.03274', 'train/epoch_time_elapsed': '77.79', 'train/estimated_remaining_minutes': '0.7557'} +{'loss': '0.3912', 'grad_norm': '0.9453', 'learning_rate': '0.0003', 'epoch': '0.04449', 'train/total_time_seconds': '21.98', 'train/time_per_step_avg': '0.03274', 'train/epoch_time_elapsed': '79.38', 'train/estimated_remaining_minutes': '0.7437'} +{'loss': '0.3736', 'grad_norm': '0.4082', 'learning_rate': '0.0003', 'epoch': '0.04584', 'train/total_time_seconds': '22.62', 'train/time_per_step_avg': '0.0328', 'train/epoch_time_elapsed': '81.01', 'train/estimated_remaining_minutes': '0.7319'} +{'loss': '0.3607', 'grad_norm': '0.3066', 'learning_rate': '0.0003', 'epoch': '0.04719', 'train/total_time_seconds': '23.27', 'train/time_per_step_avg': '0.03291', 'train/epoch_time_elapsed': '82.62', 'train/estimated_remaining_minutes': '0.7203'} +{'loss': '0.354', 'grad_norm': '0.2793', 'learning_rate': '0.0003', 'epoch': '0.04853', 'train/total_time_seconds': '23.91', 'train/time_per_step_avg': '0.03213', 'train/epoch_time_elapsed': '84.21', 'train/estimated_remaining_minutes': '0.7084'} +{'loss': '0.3441', 'grad_norm': '0.2773', 'learning_rate': '0.0003', 'epoch': '0.04988', 'train/total_time_seconds': '24.56', 'train/time_per_step_avg': '0.03218', 'train/epoch_time_elapsed': '85.84', 'train/estimated_remaining_minutes': '0.6968'} +{'loss': '0.3414', 'grad_norm': '0.2734', 'learning_rate': '0.0003', 'epoch': '0.05123', 'train/total_time_seconds': '25.19', 'train/time_per_step_avg': '0.03215', 'train/epoch_time_elapsed': '87.42', 'train/estimated_remaining_minutes': '0.685'} +{'loss': '0.3341', 'grad_norm': '0.293', 'learning_rate': '0.0003', 'epoch': '0.05258', 'train/total_time_seconds': '25.83', 'train/time_per_step_avg': '0.03208', 'train/epoch_time_elapsed': '89.02', 'train/estimated_remaining_minutes': '0.6733'} +{'loss': '0.3262', 'grad_norm': '0.2949', 'learning_rate': '0.0003', 'epoch': '0.05393', 'train/total_time_seconds': '26.49', 'train/time_per_step_avg': '0.03218', 'train/epoch_time_elapsed': '90.64', 'train/estimated_remaining_minutes': '0.6622'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '0.327', 'eval_runtime': '8.514', 'eval_samples_per_second': '1119', 'eval_steps_per_second': '17.5', 'epoch': '0.05393', 'train/total_time_seconds': '26.49', 'train/time_per_step_avg': '0.03218', 'train/epoch_time_elapsed': '99.16', 'train/estimated_remaining_minutes': '0.6622'} +{'loss': '0.3225', 'grad_norm': '0.3242', 'learning_rate': '0.0003', 'epoch': '0.05527', 'train/total_time_seconds': '27.19', 'train/time_per_step_avg': '0.03284', 'train/epoch_time_elapsed': '100.8', 'train/estimated_remaining_minutes': '0.6522', 'train/global/act/norm': '2.741e+04', 'train/global/act/mean': '-0.198', 'train/global/act/std': '0', 'train/global/act/max_abs': '10.75', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '0.2911', 'train/global/grad/mean': '-1.029e-06', 'train/global/grad/std': '0.0002059', 'train/global/grad/max_abs': '0.02954', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '74.33', 'train/global/param/mean': '0.00168', 'train/global/param/std': '0.05263', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_6/act/norm': '6928', 'train/layer_model_layers_6/act/mean': '0.04225', 'train/layer_model_layers_6/act/std': '0.8455', 'train/layer_model_layers_6/act/max_abs': '5.625', 'train/layer_model_layers_6/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/act/frac_near_user_limit': '0', 'train/layer_model_layers_6/grad/norm': '0.04763', 'train/layer_model_layers_6/grad/mean': '-1.571e-07', 'train/layer_model_layers_6/grad/std': '0.0001176', 'train/layer_model_layers_6/grad/max_abs': '0.001602', 'train/layer_model_layers_6/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/grad/frac_near_user_limit': '0', 'train/layer__model_layers_1/param/norm': '18.37', 'train/layer__model_layers_1/param/mean': '0.001505', 'train/layer__model_layers_1/param/std': '0.04532', 'train/layer__model_layers_1/param/max_abs': '1', 'train/layer__model_layers_1/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_1/param/frac_near_user_limit': '0', 'train/layer__model_layers_7/param/norm': '18.86', 'train/layer__model_layers_7/param/mean': '0.001514', 'train/layer__model_layers_7/param/std': '0.04655', 'train/layer__model_layers_7/param/max_abs': '1', 'train/layer__model_layers_7/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_7/param/frac_near_user_limit': '0', 'train/layer_model_layers_0/act/norm': '3914', 'train/layer_model_layers_0/act/mean': '0.004694', 'train/layer_model_layers_0/act/std': '0.4775', 'train/layer_model_layers_0/act/max_abs': '4', 'train/layer_model_layers_0/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/act/frac_near_user_limit': '0', 'train/layer_model_layers_0/grad/norm': '0.05587', 'train/layer_model_layers_0/grad/mean': '-4.422e-07', 'train/layer_model_layers_0/grad/std': '0.000138', 'train/layer_model_layers_0/grad/max_abs': '0.002686', 'train/layer_model_layers_0/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/grad/frac_near_user_limit': '0', 'train/layer__model_layers_8/param/norm': '19.6', 'train/layer__model_layers_8/param/mean': '0.001378', 'train/layer__model_layers_8/param/std': '0.04836', 'train/layer__model_layers_8/param/max_abs': '1', 'train/layer__model_layers_8/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_8/param/frac_near_user_limit': '0', 'train/layer_model_layers_4/act/norm': '6619', 'train/layer_model_layers_4/act/mean': '0.01021', 'train/layer_model_layers_4/act/std': '0.8075', 'train/layer_model_layers_4/act/max_abs': '5.812', 'train/layer_model_layers_4/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/act/frac_near_user_limit': '0', 'train/layer_model_layers_4/grad/norm': '0.05252', 'train/layer_model_layers_4/grad/mean': '5.297e-07', 'train/layer_model_layers_4/grad/std': '0.0001296', 'train/layer_model_layers_4/grad/max_abs': '0.00145', 'train/layer_model_layers_4/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/grad/frac_near_user_limit': '0', 'train/layer_model_layers_8/act/norm': '6416', 'train/layer_model_layers_8/act/mean': '0.03575', 'train/layer_model_layers_8/act/std': '0.782', 'train/layer_model_layers_8/a +{'loss': '0.3173', 'grad_norm': '0.291', 'learning_rate': '0.0003', 'epoch': '0.05662', 'train/total_time_seconds': '27.84', 'train/time_per_step_avg': '0.03285', 'train/epoch_time_elapsed': '102.5', 'train/estimated_remaining_minutes': '0.6408'} +{'loss': '0.3104', 'grad_norm': '0.2988', 'learning_rate': '0.0003', 'epoch': '0.05797', 'train/total_time_seconds': '28.48', 'train/time_per_step_avg': '0.03287', 'train/epoch_time_elapsed': '104', 'train/estimated_remaining_minutes': '0.6292'} +{'loss': '0.3041', 'grad_norm': '0.2832', 'learning_rate': '0.0003', 'epoch': '0.05932', 'train/total_time_seconds': '29.12', 'train/time_per_step_avg': '0.03295', 'train/epoch_time_elapsed': '105.6', 'train/estimated_remaining_minutes': '0.6178'} +{'loss': '0.3028', 'grad_norm': '0.3066', 'learning_rate': '0.0003', 'epoch': '0.06067', 'train/total_time_seconds': '29.79', 'train/time_per_step_avg': '0.03304', 'train/epoch_time_elapsed': '107.3', 'train/estimated_remaining_minutes': '0.6069'} +{'loss': '0.2994', 'grad_norm': '0.3281', 'learning_rate': '0.0003', 'epoch': '0.06202', 'train/total_time_seconds': '30.43', 'train/time_per_step_avg': '0.0324', 'train/epoch_time_elapsed': '108.9', 'train/estimated_remaining_minutes': '0.5954'} +{'loss': '0.2952', 'grad_norm': '0.3184', 'learning_rate': '0.0003', 'epoch': '0.06336', 'train/total_time_seconds': '31.07', 'train/time_per_step_avg': '0.03232', 'train/epoch_time_elapsed': '110.5', 'train/estimated_remaining_minutes': '0.584'} +{'loss': '0.2905', 'grad_norm': '0.3301', 'learning_rate': '0.0003', 'epoch': '0.06471', 'train/total_time_seconds': '31.74', 'train/time_per_step_avg': '0.03258', 'train/epoch_time_elapsed': '112.2', 'train/estimated_remaining_minutes': '0.573'} +{'loss': '0.2887', 'grad_norm': '0.3652', 'learning_rate': '0.0003', 'epoch': '0.06606', 'train/total_time_seconds': '32.38', 'train/time_per_step_avg': '0.03254', 'train/epoch_time_elapsed': '113.8', 'train/estimated_remaining_minutes': '0.5617'} +{'loss': '0.286', 'grad_norm': '0.3047', 'learning_rate': '0.0003', 'epoch': '0.06741', 'train/total_time_seconds': '33.02', 'train/time_per_step_avg': '0.03225', 'train/epoch_time_elapsed': '115.3', 'train/estimated_remaining_minutes': '0.5503'} +{'eval_loss': '0.2854', 'eval_runtime': '8.569', 'eval_samples_per_second': '1112', 'eval_steps_per_second': '17.39', 'epoch': '0.06741', 'train/total_time_seconds': '33.02', 'train/time_per_step_avg': '0.03225', 'train/epoch_time_elapsed': '123.9', 'train/estimated_remaining_minutes': '0.5503'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|█████████████████████| 1/1 [00:00<00:00, 132.16it/s] +/mnt/data/zainulabideen/zain-exp/notebooks/Activation/exp.py:464: UserWarning: std(): degrees of freedom is <= 0. Correction should be strictly less than the reduction factor (input numel divided by output numel). (Triggered internally at /pytorch/aten/src/ATen/native/ReduceOps.cpp:1831.) + "std": tensor.std().item(), + 75%|████████████████████████████▌ | 1500/2000 [03:02<00:40, 12.45it/s][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions. +{'loss': '0.2811', 'grad_norm': '0.334', 'learning_rate': '0.0003', 'epoch': '0.06876', 'train/total_time_seconds': '33.72', 'train/time_per_step_avg': '0.0329', 'train/epoch_time_elapsed': '125.6', 'train/estimated_remaining_minutes': '0.54', 'train/global/act/norm': '2.739e+04', 'train/global/act/mean': '-0.1886', 'train/global/act/std': '0', 'train/global/act/max_abs': '10.88', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '0.2925', 'train/global/grad/mean': '-7.766e-07', 'train/global/grad/std': '0.0002068', 'train/global/grad/max_abs': '0.02832', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '75.33', 'train/global/param/mean': '0.001677', 'train/global/param/std': '0.05313', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_6/act/norm': '7081', 'train/layer_model_layers_6/act/mean': '0.04437', 'train/layer_model_layers_6/act/std': '0.8632', 'train/layer_model_layers_6/act/max_abs': '5.719', 'train/layer_model_layers_6/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/act/frac_near_user_limit': '0', 'train/layer_model_layers_6/grad/norm': '0.05772', 'train/layer_model_layers_6/grad/mean': '4.179e-08', 'train/layer_model_layers_6/grad/std': '0.0001426', 'train/layer_model_layers_6/grad/max_abs': '0.002716', 'train/layer_model_layers_6/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/grad/frac_near_user_limit': '0', 'train/layer__model_layers_1/param/norm': '18.38', 'train/layer__model_layers_1/param/mean': '0.001508', 'train/layer__model_layers_1/param/std': '0.04533', 'train/layer__model_layers_1/param/max_abs': '1', 'train/layer__model_layers_1/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_1/param/frac_near_user_limit': '0', 'train/layer__model_layers_7/param/norm': '18.88', 'train/layer__model_layers_7/param/mean': '0.001512', 'train/layer__model_layers_7/param/std': '0.04659', 'train/layer__model_layers_7/param/max_abs': '1', 'train/layer__model_layers_7/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_7/param/frac_near_user_limit': '0', 'train/layer_model_layers_0/act/norm': '3934', 'train/layer_model_layers_0/act/mean': '0.005184', 'train/layer_model_layers_0/act/std': '0.4801', 'train/layer_model_layers_0/act/max_abs': '4.188', 'train/layer_model_layers_0/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/act/frac_near_user_limit': '0', 'train/layer_model_layers_0/grad/norm': '0.05693', 'train/layer_model_layers_0/grad/mean': '-2.004e-07', 'train/layer_model_layers_0/grad/std': '0.0001406', 'train/layer_model_layers_0/grad/max_abs': '0.003586', 'train/layer_model_layers_0/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/grad/frac_near_user_limit': '0', 'train/layer__model_layers_8/param/norm': '19.62', 'train/layer__model_layers_8/param/mean': '0.001376', 'train/layer__model_layers_8/param/std': '0.04844', 'train/layer__model_layers_8/param/max_abs': '1', 'train/layer__model_layers_8/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_8/param/frac_near_user_limit': '0', 'train/layer_model_layers_4/act/norm': '6738', 'train/layer_model_layers_4/act/mean': '0.01085', 'train/layer_model_layers_4/act/std': '0.823', 'train/layer_model_layers_4/act/max_abs': '5.719', 'train/layer_model_layers_4/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/act/frac_near_user_limit': '0', 'train/layer_model_layers_4/grad/norm': '0.06002', 'train/layer_model_layers_4/grad/mean': '1.818e-07', 'train/layer_model_layers_4/grad/std': '0.0001483', 'train/layer_model_layers_4/grad/max_abs': '0.001793', 'train/layer_model_layers_4/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/grad/frac_near_user_limit': '0', 'train/layer_model_layers_8/act/norm': '6433', 'train/layer_model_layers_8/act/mean': '0.03673', 'train/layer_model_layers_8/act/std': '0.7849', 'train/layer_model_layers +{'loss': '0.2768', 'grad_norm': '0.2812', 'learning_rate': '0.0003', 'epoch': '0.0701', 'train/total_time_seconds': '34.36', 'train/time_per_step_avg': '0.03289', 'train/epoch_time_elapsed': '127.2', 'train/estimated_remaining_minutes': '0.5286'} +{'loss': '0.276', 'grad_norm': '0.334', 'learning_rate': '0.0003', 'epoch': '0.07145', 'train/total_time_seconds': '35', 'train/time_per_step_avg': '0.03262', 'train/epoch_time_elapsed': '128.8', 'train/estimated_remaining_minutes': '0.5173'} +{'loss': '0.2714', 'grad_norm': '0.3066', 'learning_rate': '0.0003', 'epoch': '0.0728', 'train/total_time_seconds': '35.65', 'train/time_per_step_avg': '0.03272', 'train/epoch_time_elapsed': '130.5', 'train/estimated_remaining_minutes': '0.5061'} +{'loss': '0.2704', 'grad_norm': '0.3242', 'learning_rate': '0.0003', 'epoch': '0.07415', 'train/total_time_seconds': '36.3', 'train/time_per_step_avg': '0.03282', 'train/epoch_time_elapsed': '132.1', 'train/estimated_remaining_minutes': '0.495'} +{'loss': '0.267', 'grad_norm': '0.3789', 'learning_rate': '0.0003', 'epoch': '0.0755', 'train/total_time_seconds': '36.94', 'train/time_per_step_avg': '0.03216', 'train/epoch_time_elapsed': '133.7', 'train/estimated_remaining_minutes': '0.4837'} +{'loss': '0.2949', 'grad_norm': '1.141', 'learning_rate': '0.0003', 'epoch': '0.07685', 'train/total_time_seconds': '37.58', 'train/time_per_step_avg': '0.03216', 'train/epoch_time_elapsed': '135.3', 'train/estimated_remaining_minutes': '0.4725'} +{'loss': '0.2707', 'grad_norm': '0.4004', 'learning_rate': '0.0003', 'epoch': '0.07819', 'train/total_time_seconds': '38.24', 'train/time_per_step_avg': '0.03235', 'train/epoch_time_elapsed': '136.9', 'train/estimated_remaining_minutes': '0.4615'} +{'loss': '0.2645', 'grad_norm': '0.334', 'learning_rate': '0.0003', 'epoch': '0.07954', 'train/total_time_seconds': '38.88', 'train/time_per_step_avg': '0.0323', 'train/epoch_time_elapsed': '138.5', 'train/estimated_remaining_minutes': '0.4503'} +{'loss': '0.2622', 'grad_norm': '0.2676', 'learning_rate': '0.0003', 'epoch': '0.08089', 'train/total_time_seconds': '39.52', 'train/time_per_step_avg': '0.03221', 'train/epoch_time_elapsed': '140.1', 'train/estimated_remaining_minutes': '0.4391'} + - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes +{'eval_loss': '0.2613', 'eval_runtime': '8.608', 'eval_samples_per_second': '1107', 'eval_steps_per_second': '17.31', 'epoch': '0.08089', 'train/total_time_seconds': '39.52', 'train/time_per_step_avg': '0.03221', 'train/epoch_time_elapsed': '148.7', 'train/estimated_remaining_minutes': '0.4391'} +{'loss': '0.2575', 'grad_norm': '0.25', 'learning_rate': '0.0003', 'epoch': '0.08224', 'train/total_time_seconds': '40.24', 'train/time_per_step_avg': '0.033', 'train/epoch_time_elapsed': '150.4', 'train/estimated_remaining_minutes': '0.4288', 'train/global/act/norm': '2.736e+04', 'train/global/act/mean': '-0.1875', 'train/global/act/std': '0', 'train/global/act/max_abs': '11', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '0.2627', 'train/global/grad/mean': '-6.507e-07', 'train/global/grad/std': '0.0001857', 'train/global/grad/max_abs': '0.02686', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '75.89', 'train/global/param/mean': '0.001682', 'train/global/param/std': '0.05368', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_6/act/norm': '7068', 'train/layer_model_layers_6/act/mean': '0.04406', 'train/layer_model_layers_6/act/std': '0.8625', 'train/layer_model_layers_6/act/max_abs': '5.594', 'train/layer_model_layers_6/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/act/frac_near_user_limit': '0', 'train/layer_model_layers_6/grad/norm': '0.04216', 'train/layer_model_layers_6/grad/mean': '3.158e-09', 'train/layer_model_layers_6/grad/std': '0.0001042', 'train/layer_model_layers_6/grad/max_abs': '0.002075', 'train/layer_model_layers_6/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/grad/frac_near_user_limit': '0', 'train/layer__model_layers_1/param/norm': '18.39', 'train/layer__model_layers_1/param/mean': '0.001511', 'train/layer__model_layers_1/param/std': '0.04537', 'train/layer__model_layers_1/param/max_abs': '1', 'train/layer__model_layers_1/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_1/param/frac_near_user_limit': '0', 'train/layer__model_layers_7/param/norm': '18.94', 'train/layer__model_layers_7/param/mean': '0.001507', 'train/layer__model_layers_7/param/std': '0.04672', 'train/layer__model_layers_7/param/max_abs': '1', 'train/layer__model_layers_7/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_7/param/frac_near_user_limit': '0', 'train/layer_model_layers_0/act/norm': '3953', 'train/layer_model_layers_0/act/mean': '0.004696', 'train/layer_model_layers_0/act/std': '0.4826', 'train/layer_model_layers_0/act/max_abs': '4.469', 'train/layer_model_layers_0/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/act/frac_near_user_limit': '0', 'train/layer_model_layers_0/grad/norm': '0.04496', 'train/layer_model_layers_0/grad/mean': '-2.725e-08', 'train/layer_model_layers_0/grad/std': '0.0001111', 'train/layer_model_layers_0/grad/max_abs': '0.002502', 'train/layer_model_layers_0/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/grad/frac_near_user_limit': '0', 'train/layer__model_layers_8/param/norm': '19.7', 'train/layer__model_layers_8/param/mean': '0.001375', 'train/layer__model_layers_8/param/std': '0.04861', 'train/layer__model_layers_8/param/max_abs': '1', 'train/layer__model_layers_8/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_8/param/frac_near_user_limit': '0', 'train/layer_model_layers_4/act/norm': '6782', 'train/layer_model_layers_4/act/mean': '0.01166', 'train/layer_model_layers_4/act/std': '0.8271', 'train/layer_model_layers_4/act/max_abs': '5.75', 'train/layer_model_layers_4/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/act/frac_near_user_limit': '0', 'train/layer_model_layers_4/grad/norm': '0.04769', 'train/layer_model_layers_4/grad/mean': '-3.305e-07', 'train/layer_model_layers_4/grad/std': '0.0001177', 'train/layer_model_layers_4/grad/max_abs': '0.001663', 'train/layer_model_layers_4/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/grad/frac_near_user_limit': '0', 'train/layer_model_layers_8/act/norm': '6377', 'train/layer_model_layers_8/act/mean': '0.03653', 'train/layer_model_layers_8/act/std': '0.7777', 'train/layer_model_layers_8/ +{'loss': '0.2552', 'grad_norm': '0.248', 'learning_rate': '0.0003', 'epoch': '0.08359', 'train/total_time_seconds': '40.88', 'train/time_per_step_avg': '0.03308', 'train/epoch_time_elapsed': '152', 'train/estimated_remaining_minutes': '0.4176'} +{'loss': '0.2539', 'grad_norm': '0.249', 'learning_rate': '0.0003', 'epoch': '0.08493', 'train/total_time_seconds': '41.52', 'train/time_per_step_avg': '0.03289', 'train/epoch_time_elapsed': '153.6', 'train/estimated_remaining_minutes': '0.4065'} +{'loss': '0.2492', 'grad_norm': '0.25', 'learning_rate': '0.0003', 'epoch': '0.08628', 'train/total_time_seconds': '42.16', 'train/time_per_step_avg': '0.03284', 'train/epoch_time_elapsed': '155.2', 'train/estimated_remaining_minutes': '0.3953'} +{'loss': '0.2492', 'grad_norm': '0.2471', 'learning_rate': '0.0003', 'epoch': '0.08763', 'train/total_time_seconds': '42.8', 'train/time_per_step_avg': '0.03283', 'train/epoch_time_elapsed': '156.8', 'train/estimated_remaining_minutes': '0.3841'} +{'loss': '0.2463', 'grad_norm': '0.2402', 'learning_rate': '0.0003', 'epoch': '0.08898', 'train/total_time_seconds': '43.44', 'train/time_per_step_avg': '0.03205', 'train/epoch_time_elapsed': '158.4', 'train/estimated_remaining_minutes': '0.373'} +{'loss': '0.2454', 'grad_norm': '0.25', 'learning_rate': '0.0003', 'epoch': '0.09033', 'train/total_time_seconds': '44.08', 'train/time_per_step_avg': '0.03197', 'train/epoch_time_elapsed': '159.9', 'train/estimated_remaining_minutes': '0.3619'} +{'loss': '0.243', 'grad_norm': '0.249', 'learning_rate': '0.0003', 'epoch': '0.09168', 'train/total_time_seconds': '44.72', 'train/time_per_step_avg': '0.03199', 'train/epoch_time_elapsed': '161.5', 'train/estimated_remaining_minutes': '0.3508'} +{'loss': '0.2426', 'grad_norm': '0.2617', 'learning_rate': '0.0003', 'epoch': '0.09302', 'train/total_time_seconds': '45.37', 'train/time_per_step_avg': '0.03203', 'train/epoch_time_elapsed': '163.1', 'train/estimated_remaining_minutes': '0.3397'} +{'loss': '0.2404', 'grad_norm': '0.2852', 'learning_rate': '0.0003', 'epoch': '0.09437', 'train/total_time_seconds': '46.01', 'train/time_per_step_avg': '0.03204', 'train/epoch_time_elapsed': '164.7', 'train/estimated_remaining_minutes': '0.3286'} +{'eval_loss': '0.2424', 'eval_runtime': '8.634', 'eval_samples_per_second': '1103', 'eval_steps_per_second': '17.26', 'epoch': '0.09437', 'train/total_time_seconds': '46.01', 'train/time_per_step_avg': '0.03204', 'train/epoch_time_elapsed': '173.3', 'train/estimated_remaining_minutes': '0.3286'} +{'loss': '0.2401', 'grad_norm': '0.2598', 'learning_rate': '0.0003', 'epoch': '0.09572', 'train/total_time_seconds': '46.72', 'train/time_per_step_avg': '0.03276', 'train/epoch_time_elapsed': '175.1', 'train/estimated_remaining_minutes': '0.318', 'train/global/act/norm': '2.753e+04', 'train/global/act/mean': '-0.1853', 'train/global/act/std': '0', 'train/global/act/max_abs': '11.06', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '0.2563', 'train/global/grad/mean': '-6.831e-07', 'train/global/grad/std': '0.0001812', 'train/global/grad/max_abs': '0.02576', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '76.4', 'train/global/param/mean': '0.001684', 'train/global/param/std': '0.05402', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_6/act/norm': '7237', 'train/layer_model_layers_6/act/mean': '0.04589', 'train/layer_model_layers_6/act/std': '0.8824', 'train/layer_model_layers_6/act/max_abs': '5.688', 'train/layer_model_layers_6/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/act/frac_near_user_limit': '0', 'train/layer_model_layers_6/grad/norm': '0.04094', 'train/layer_model_layers_6/grad/mean': '-9.344e-09', 'train/layer_model_layers_6/grad/std': '0.0001011', 'train/layer_model_layers_6/grad/max_abs': '0.001709', 'train/layer_model_layers_6/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/grad/frac_near_user_limit': '0', 'train/layer__model_layers_1/param/norm': '18.39', 'train/layer__model_layers_1/param/mean': '0.001511', 'train/layer__model_layers_1/param/std': '0.04537', 'train/layer__model_layers_1/param/max_abs': '1', 'train/layer__model_layers_1/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_1/param/frac_near_user_limit': '0', 'train/layer__model_layers_7/param/norm': '18.94', 'train/layer__model_layers_7/param/mean': '0.001506', 'train/layer__model_layers_7/param/std': '0.04674', 'train/layer__model_layers_7/param/max_abs': '1', 'train/layer__model_layers_7/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_7/param/frac_near_user_limit': '0', 'train/layer_model_layers_0/act/norm': '3973', 'train/layer_model_layers_0/act/mean': '0.005261', 'train/layer_model_layers_0/act/std': '0.4851', 'train/layer_model_layers_0/act/max_abs': '4.531', 'train/layer_model_layers_0/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/act/frac_near_user_limit': '0', 'train/layer_model_layers_0/grad/norm': '0.04323', 'train/layer_model_layers_0/grad/mean': '-9.179e-08', 'train/layer_model_layers_0/grad/std': '0.0001067', 'train/layer_model_layers_0/grad/max_abs': '0.002533', 'train/layer_model_layers_0/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/grad/frac_near_user_limit': '0', 'train/layer__model_layers_8/param/norm': '19.72', 'train/layer__model_layers_8/param/mean': '0.00137', 'train/layer__model_layers_8/param/std': '0.04866', 'train/layer__model_layers_8/param/max_abs': '1', 'train/layer__model_layers_8/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_8/param/frac_near_user_limit': '0', 'train/layer_model_layers_4/act/norm': '6923', 'train/layer_model_layers_4/act/mean': '0.01196', 'train/layer_model_layers_4/act/std': '0.8455', 'train/layer_model_layers_4/act/max_abs': '5.812', 'train/layer_model_layers_4/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/act/frac_near_user_limit': '0', 'train/layer_model_layers_4/grad/norm': '0.04287', 'train/layer_model_layers_4/grad/mean': '-3.037e-07', 'train/layer_model_layers_4/grad/std': '0.0001059', 'train/layer_model_layers_4/grad/max_abs': '0.001274', 'train/layer_model_layers_4/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/grad/frac_near_user_limit': '0', 'train/layer_model_layers_8/act/norm': '6405', 'train/layer_model_layers_8/act/mean': '0.03707', 'train/layer_model_layers_8/act/std': '0.781', 'train/layer_model_lay +{'loss': '0.2382', 'grad_norm': '0.248', 'learning_rate': '0.0003', 'epoch': '0.09707', 'train/total_time_seconds': '47.36', 'train/time_per_step_avg': '0.03279', 'train/epoch_time_elapsed': '176.7', 'train/estimated_remaining_minutes': '0.307'} +{'loss': '0.2361', 'grad_norm': '0.252', 'learning_rate': '0.0003', 'epoch': '0.09842', 'train/total_time_seconds': '48.01', 'train/time_per_step_avg': '0.03285', 'train/epoch_time_elapsed': '178.3', 'train/estimated_remaining_minutes': '0.2959'} +{'loss': '0.2343', 'grad_norm': '0.3145', 'learning_rate': '0.0003', 'epoch': '0.09976', 'train/total_time_seconds': '48.66', 'train/time_per_step_avg': '0.03296', 'train/epoch_time_elapsed': '180', 'train/estimated_remaining_minutes': '0.285'} +{'loss': '0.2335', 'grad_norm': '0.2451', 'learning_rate': '0.0003', 'epoch': '0.1011', 'train/total_time_seconds': '49.3', 'train/time_per_step_avg': '0.03295', 'train/epoch_time_elapsed': '181.6', 'train/estimated_remaining_minutes': '0.2739'} + - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception). + - If you are not the owner of the model architecture class, please contact the model code owner to update it. +Writing model shards: 100%|█████████████████████| 1/1 [00:00<00:00, 132.36it/s] + 80%|██████████████████████████████▍ | 1600/2000 [03:18<00:31, 12.73it/s]/mnt/data/zainulabideen/zain-exp/notebooks/Activation/exp.py:464: UserWarning: std(): degrees of freedom is <= 0. Correction should be strictly less than the reduction factor (input numel divided by output numel). (Triggered internally at /pytorch/aten/src/ATen/native/ReduceOps.cpp:1831.) +{'loss': '0.2314', 'grad_norm': '0.2383', 'learning_rate': '0.0003', 'epoch': '0.1025', 'train/total_time_seconds': '49.95', 'train/time_per_step_avg': '0.03226', 'train/epoch_time_elapsed': '183.2', 'train/estimated_remaining_minutes': '0.2629'} +{'loss': '0.2314', 'grad_norm': '0.25', 'learning_rate': '0.0003', 'epoch': '0.1038', 'train/total_time_seconds': '50.59', 'train/time_per_step_avg': '0.03224', 'train/epoch_time_elapsed': '184.8', 'train/estimated_remaining_minutes': '0.2518'} +{'loss': '0.2305', 'grad_norm': '0.2559', 'learning_rate': '0.0003', 'epoch': '0.1052', 'train/total_time_seconds': '51.23', 'train/time_per_step_avg': '0.03217', 'train/epoch_time_elapsed': '186.4', 'train/estimated_remaining_minutes': '0.2408'} +{'loss': '0.2312', 'grad_norm': '0.2812', 'learning_rate': '0.0003', 'epoch': '0.1065', 'train/total_time_seconds': '51.87', 'train/time_per_step_avg': '0.03208', 'train/epoch_time_elapsed': '188', 'train/estimated_remaining_minutes': '0.2298'} +{'loss': '0.2462', 'grad_norm': '1.227', 'learning_rate': '0.0003', 'epoch': '0.1079', 'train/total_time_seconds': '52.51', 'train/time_per_step_avg': '0.03206', 'train/epoch_time_elapsed': '189.5', 'train/estimated_remaining_minutes': '0.2188'} + "std": tensor.std().item(), +{'eval_loss': '0.2483', 'eval_runtime': '8.612', 'eval_samples_per_second': '1106', 'eval_steps_per_second': '17.3', 'epoch': '0.1079', 'train/total_time_seconds': '52.51', 'train/time_per_step_avg': '0.03206', 'train/epoch_time_elapsed': '198.2', 'train/estimated_remaining_minutes': '0.2188'} + 87%|█████████████████████████████████▏ | 1747/2000 [03:30<00:20, 12.33it/s] +{'loss': '0.2362', 'grad_norm': '0.4316', 'learning_rate': '0.0003', 'epoch': '0.1092', 'train/total_time_seconds': '53.21', 'train/time_per_step_avg': '0.03263', 'train/epoch_time_elapsed': '199.8', 'train/estimated_remaining_minutes': '0.208', 'train/global/act/norm': '2.666e+04', 'train/global/act/mean': '-0.1867', 'train/global/act/std': '0', 'train/global/act/max_abs': '10.88', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '1.122', 'train/global/grad/mean': '-1.569e-06', 'train/global/grad/std': '0.0007933', 'train/global/grad/max_abs': '0.02576', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '76.76', 'train/global/param/mean': '0.001687', 'train/global/param/std': '0.05421', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_6/act/norm': '6650', 'train/layer_model_layers_6/act/mean': '0.04053', 'train/layer_model_layers_6/act/std': '0.8106', 'train/layer_model_layers_6/act/max_abs': '5.219', 'train/layer_model_layers_6/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/act/frac_near_user_limit': '0', 'train/layer_model_layers_6/grad/norm': '0.328', 'train/layer_model_layers_6/grad/mean': '-7.373e-08', 'train/layer_model_layers_6/grad/std': '0.0008103', 'train/layer_model_layers_6/grad/max_abs': '0.009644', 'train/layer_model_layers_6/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_6/grad/frac_near_user_limit': '0', 'train/layer__model_layers_1/param/norm': '18.4', 'train/layer__model_layers_1/param/mean': '0.00151', 'train/layer__model_layers_1/param/std': '0.04539', 'train/layer__model_layers_1/param/max_abs': '1', 'train/layer__model_layers_1/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_1/param/frac_near_user_limit': '0', 'train/layer__model_layers_7/param/norm': '18.96', 'train/layer__model_layers_7/param/mean': '0.001505', 'train/layer__model_layers_7/param/std': '0.04681', 'train/layer__model_layers_7/param/max_abs': '1', 'train/layer__model_layers_7/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_7/param/frac_near_user_limit': '0', 'train/layer_model_layers_0/act/norm': '3949', 'train/layer_model_layers_0/act/mean': '0.005099', 'train/layer_model_layers_0/act/std': '0.4821', 'train/layer_model_layers_0/act/max_abs': '4.5', 'train/layer_model_layers_0/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/act/frac_near_user_limit': '0', 'train/layer_model_layers_0/grad/norm': '0.3775', 'train/layer_model_layers_0/grad/mean': '3.185e-08', 'train/layer_model_layers_0/grad/std': '0.0009323', 'train/layer_model_layers_0/grad/max_abs': '0.02112', 'train/layer_model_layers_0/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_0/grad/frac_near_user_limit': '0', 'train/layer__model_layers_8/param/norm': '19.75', 'train/layer__model_layers_8/param/mean': '0.001369', 'train/layer__model_layers_8/param/std': '0.04876', 'train/layer__model_layers_8/param/max_abs': '1', 'train/layer__model_layers_8/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_8/param/frac_near_user_limit': '0', 'train/layer_model_layers_4/act/norm': '6356', 'train/layer_model_layers_4/act/mean': '0.01134', 'train/layer_model_layers_4/act/std': '0.7757', 'train/layer_model_layers_4/act/max_abs': '5.469', 'train/layer_model_layers_4/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/act/frac_near_user_limit': '0', 'train/layer_model_layers_4/grad/norm': '0.3698', 'train/layer_model_layers_4/grad/mean': '-2.353e-06', 'train/layer_model_layers_4/grad/std': '0.0009126', 'train/layer_model_layers_4/grad/max_abs': '0.01062', 'train/layer_model_layers_4/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_4/grad/frac_near_user_limit': '0', 'train/layer_model_layers_8/act/norm': '6292', 'train/layer_model_layers_8/act/mean': '0.03619', 'train/layer_model_layers_8/act/std': '0.7668', 'train/layer_model_layers_8/act/ +{'loss': '0.2297', 'grad_norm': '0.249', 'learning_rate': '0.0003', 'epoch': '0.1105', 'train/total_time_seconds': '53.85', 'train/time_per_step_avg': '0.03269', 'train/epoch_time_elapsed': '201.4', 'train/estimated_remaining_minutes': '0.197'} +{'loss': '0.2262', 'grad_norm': '0.2305', 'learning_rate': '0.0003', 'epoch': '0.1119', 'train/total_time_seconds': '54.5', 'train/time_per_step_avg': '0.03275', 'train/epoch_time_elapsed': '203.1', 'train/estimated_remaining_minutes': '0.186'} +{'loss': '0.2255', 'grad_norm': '0.2295', 'learning_rate': '0.0003', 'epoch': '0.1132', 'train/total_time_seconds': '55.14', 'train/time_per_step_avg': '0.03269', 'train/epoch_time_elapsed': '204.6', 'train/estimated_remaining_minutes': '0.175'} +{'loss': '0.2257', 'grad_norm': '0.2275', 'learning_rate': '0.0003', 'epoch': '0.1146', 'train/total_time_seconds': '55.78', 'train/time_per_step_avg': '0.03275', 'train/epoch_time_elapsed': '206.3', 'train/estimated_remaining_minutes': '0.1641'} +{'loss': '0.2234', 'grad_norm': '0.2197', 'learning_rate': '0.0003', 'epoch': '0.1159', 'train/total_time_seconds': '56.42', 'train/time_per_step_avg': '0.03216', 'train/epoch_time_elapsed': '207.8', 'train/estimated_remaining_minutes': '0.1531'} +{'loss': '0.2233', 'grad_norm': '0.2246', 'learning_rate': '0.0003', 'epoch': '0.1173', 'train/total_time_seconds': '57.1', 'train/time_per_step_avg': '0.03251', 'train/epoch_time_elapsed': '209.5', 'train/estimated_remaining_minutes': '0.1422'}